-- Logs begin at Mon 2022-02-14 14:29:04 UTC, end at Mon 2022-02-14 15:38:04 UTC. -- Feb 14 15:09:26.171050 dv-cinder-815146-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 14 15:09:29.153328 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.common.config [-] Logging enabled! Feb 14 15:09:29.153959 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev501 Feb 14 15:09:29.154124 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102454) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 14 15:09:29.157426 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.common.config [-] Logging enabled! Feb 14 15:09:29.157692 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev501 Feb 14 15:09:29.158011 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102454) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 14 15:09:29.158949 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 14 15:09:29.159190 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 14 15:09:29.159567 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 14 15:09:29.159851 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 14 15:09:29.160084 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 14 15:09:29.160563 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.160990 dv-cinder-815146-10-iscsi neutron-server[102454]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 14 15:09:29.161309 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.161613 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.161912 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.162212 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.162508 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.162794 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.163089 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.163400 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.163719 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.164008 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.164300 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.165143 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.165432 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.165792 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.166102 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.166393 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] debug = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.166681 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.167123 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.167553 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.167869 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.168164 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.168472 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.168749 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.169022 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.169310 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.169655 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] host = dv-cinder-815146-10-iscsi {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.169940 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.170230 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.170522 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.170813 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.171095 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.171378 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.171688 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.171973 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.172253 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] log_file = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.172535 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.172830 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.173124 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.173419 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.173651 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.173880 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.174177 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.174469 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.174748 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.175025 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.175303 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.175578 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.175883 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.176160 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.176451 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.176739 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.177031 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.177309 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.177586 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.177864 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.178141 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.178431 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.178711 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.178988 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.179265 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.179558 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.179857 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.180135 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.181086 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.181405 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.181697 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.181990 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.182271 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.182562 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.182842 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.183121 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.183398 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] use_json = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.183698 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.183978 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.184264 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.184542 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.184819 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.185095 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.185370 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.185659 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.185936 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:29.186235 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.186538 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.186844 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.187149 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.187444 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.187752 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.188048 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.188332 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.188626 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.188918 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.189211 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.189498 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.189802 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.190096 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.190392 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.190700 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.190996 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.191291 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.191570 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.191880 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.192157 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.192441 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.192732 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.193014 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.193306 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.193596 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.193876 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.194176 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.194464 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.194761 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.195054 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.195330 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.195661 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.196045 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.196336 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.196616 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.196900 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.197195 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.197478 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.197752 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.198039 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.198320 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.198597 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.198874 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.199157 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.199456 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.199767 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.200045 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.200321 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.200601 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.200876 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.201164 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.201446 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.201721 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.201994 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.202275 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.202549 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.202824 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.203105 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.203381 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.203680 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.203958 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.204234 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.204510 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.204787 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.205063 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.205342 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.205619 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.205901 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.206174 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.206449 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.206723 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.207002 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.207278 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.207566 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.207892 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.208175 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.208458 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.208743 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.209028 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.209312 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.209602 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.209884 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.210165 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.210444 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.210738 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.211028 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.211319 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.211673 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.211959 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.212257 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.212538 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.212825 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.213108 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.213389 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.213677 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.213965 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.214263 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.214561 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.214863 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.215159 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.215455 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.215771 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.216089 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.216376 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:29.216598 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 14 15:09:29.216843 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102454) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 14 15:09:29.599102 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 14 15:09:29.599387 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 14 15:09:29.599731 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 14 15:09:29.600077 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 14 15:09:29.940153 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:29.940368 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:29.940646 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:29.941959 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:29.942241 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:29.942514 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:29.986957 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:29.987231 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:29.987500 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.003377 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.003685 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.003962 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.033773 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.034052 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.034326 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.070149 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.070432 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.070702 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.419578 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.420239 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.420239 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.420418 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.421109 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.521170 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.521499 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.521789 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.522074 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.522351 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.522673 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.522946 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.523214 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.523478 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.523860 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.524178 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.524452 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.524719 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.524981 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.525245 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.525514 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.525781 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.526053 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.526329 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.526598 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.526876 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.527139 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.527423 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.527830 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.528091 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.528344 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.528742 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 15:09:30.528987 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 15:09:30.529228 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 15:09:30.529469 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 15:09:30.529709 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 15:09:30.529949 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 15:09:30.530314 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 14 15:09:30.533452 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 14 15:09:30.537560 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 14 15:09:30.541646 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Feb 14 15:09:30.543308 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 14 15:09:30.543805 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 14 15:09:30.544151 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 14 15:09:30.544541 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 14 15:09:30.547405 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 14 15:09:30.547685 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 14 15:09:30.548045 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 14 15:09:30.553017 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 14 15:09:30.577222 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 14 15:09:30.577685 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.577985 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102454) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 14 15:09:30.578349 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.579777 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102454) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 14 15:09:30.580059 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 14 15:09:30.580308 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 14 15:09:30.583583 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.583891 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:30.647029 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 14 15:09:30.647274 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 14 15:09:30.647517 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 14 15:09:30.647919 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 14 15:09:30.669092 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_db.sqlalchemy.engines [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102454) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 14 15:09:31.126808 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.managers [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Initializing driver for type 'gre' Feb 14 15:09:31.127355 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] gre ID ranges: [(1, 1000)] Feb 14 15:09:31.184097 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.managers [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Initializing driver for type 'local' Feb 14 15:09:31.184434 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.managers [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Initializing driver for type 'vlan' Feb 14 15:09:31.199526 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] VlanTypeDriver initialization complete Feb 14 15:09:31.199948 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.managers [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Initializing driver for type 'vxlan' Feb 14 15:09:31.200535 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] vxlan ID ranges: [(1, 1000)] Feb 14 15:09:31.249599 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.managers [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Initializing extension driver 'port_security' Feb 14 15:09:31.250117 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.extensions.port_security [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] PortSecurityExtensionDriver initialization complete Feb 14 15:09:31.250501 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.managers [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Initializing mechanism driver 'openvswitch' Feb 14 15:09:31.250850 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.managers [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Initializing mechanism driver 'hyperv' Feb 14 15:09:31.257562 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:09:31.258488 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > port after_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.259529 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > port after_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.259930 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > port after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.260465 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102454) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 15:09:31.260902 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > subnet after_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.261266 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > subnet after_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.261614 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.262019 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102454) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 15:09:31.262433 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > network after_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.262787 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > network after_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.263135 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > network after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.263535 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102454) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 15:09:31.263978 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > security_group after_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.264336 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > security_group after_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.264683 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.265088 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102454) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 15:09:31.265500 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.266113 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.266460 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.266858 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102454) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 15:09:31.267269 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > address_group after_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.267636 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > address_group after_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.267980 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.268380 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102454) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 15:09:31.268834 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] ML2 OVO RPC backend initialized. {{(pid=102454) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 14 15:09:31.269536 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.269896 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.270316 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > network before_response 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.270668 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > networks before_response 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.271018 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > port before_response 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.271363 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > ports before_response 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.271741 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > subnet before_response 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.272088 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > subnets before_response 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.272435 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > network after_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.272779 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > network after_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.273116 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > network after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.273460 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > port after_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.273799 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > port after_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.274231 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > port after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.274746 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > subnet after_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.275097 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > subnet after_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.275477 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.282792 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.quota [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded quota_driver: . Feb 14 15:09:31.283165 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Modular L2 Plugin initialization complete Feb 14 15:09:31.283525 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading services supported by the core plugin {{(pid=102454) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 14 15:09:31.283907 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.plugins.ml2.managers [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Got port-security extension from driver 'port_security' Feb 14 15:09:31.284398 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.extensions.vlantransparent [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Disabled vlantransparent extension. Feb 14 15:09:31.284901 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102454) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 14 15:09:31.285233 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading Plugin: router Feb 14 15:09:31.322256 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.322656 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router after_create 55549900 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.323033 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router before_create 55549900 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.323404 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.323817 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.324181 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router after_delete 55549900 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.324548 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.324904 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.325267 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router after_create 55549900 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.325618 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router after_update 55549900 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.325971 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router after_update 55549900 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.326323 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.326685 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router after_update 55549900 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.327096 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router precommit_update 55549900 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.327466 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: port after_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.327848 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: port after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.328193 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: subnet after_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.328535 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.328887 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.329236 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router precommit_create 55549900 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.329588 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: port before_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.329941 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router precommit_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.330303 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router after_update 55549900 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.330647 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.331126 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router precommit_create 55549900 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.331494 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.331874 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router precommit_update 55549900 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.332245 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > agent after_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.332606 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > agent after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.332954 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > network after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.333815 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Tracking information for resource: router configured {{(pid=102454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 15:09:31.334158 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Tracking information for resource: floatingip configured {{(pid=102454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 15:09:31.339245 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.db.l3_agentschedulers_db [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 14 15:09:31.339874 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: port after_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.340244 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: port after_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.340635 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: port after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.341000 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: port after_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.341794 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router before_create 55550100 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.342172 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.342543 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router precommit_create 55550100 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.342906 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > router precommit_update 55550100 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.347823 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.services.provider_configuration [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Service providers = [] {{(pid=102454) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 14 15:09:31.348194 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.db.servicetype_db [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102454) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 14 15:09:31.351212 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.services.service_base [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102454) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 15:09:31.351569 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.services.service_base [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102454) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 15:09:31.351953 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.services.service_base [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102454) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 15:09:31.353443 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.services.service_base [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102454) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 15:09:31.353822 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.services.service_base [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 14 15:09:31.354209 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 15:09:31.354532 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 14 15:09:31.366467 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 15:09:31.366809 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading Plugin: auto_allocate Feb 14 15:09:31.373360 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: network precommit_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.373737 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: network precommit_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.374259 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 15:09:31.374583 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading Plugin: tag Feb 14 15:09:31.381449 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 15:09:31.381740 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading Plugin: timestamp Feb 14 15:09:31.385872 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 15:09:31.386199 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading Plugin: network_ip_availability Feb 14 15:09:31.391968 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.392340 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.392695 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.393402 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 15:09:31.393723 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading Plugin: flavors Feb 14 15:09:31.398700 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 15:09:31.399053 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading Plugin: revisions Feb 14 15:09:31.404652 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 15:09:31.405053 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_concurrency.lockutils [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.805s {{(pid=102454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 14 15:09:31.405805 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102454) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 14 15:09:31.406143 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Initializing extension manager. Feb 14 15:09:31.406664 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: __init__.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.407005 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: __pycache__ {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.407340 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.407699 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: address_group.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.408463 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.409042 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: address-group Feb 14 15:09:31.409368 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: address_scope.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.410081 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.410592 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: address-scope Feb 14 15:09:31.410915 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.411867 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.412378 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: router-admin-state-down-before-update Feb 14 15:09:31.412701 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: agent.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.413409 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.413919 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: agent Feb 14 15:09:31.414241 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: agent_resources_synced.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.415946 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.416467 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: agent-resources-synced Feb 14 15:09:31.416795 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: allowedaddresspairs.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.418586 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.419194 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: allowed-address-pairs Feb 14 15:09:31.419518 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: auto_allocated_topology.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.420620 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.421161 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: auto-allocated-topology Feb 14 15:09:31.421462 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: availability_zone.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.422158 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.422672 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: availability_zone Feb 14 15:09:31.423005 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: availability_zone_filter.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.423951 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.424468 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: availability_zone_filter Feb 14 15:09:31.424796 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: data_plane_status.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.425708 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.426217 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension data-plane-status not supported by any of loaded plugins Feb 14 15:09:31.426542 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: default_subnetpools.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.427461 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.428009 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: default-subnetpools Feb 14 15:09:31.428337 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.429179 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.429699 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: dhcp_agent_scheduler Feb 14 15:09:31.430028 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: dns.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.431943 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.432469 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension dns-integration not supported by any of loaded plugins Feb 14 15:09:31.432799 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: dns_domain_ports.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.433754 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.434266 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 14 15:09:31.434589 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.435763 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.436622 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 14 15:09:31.436948 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: dvr.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.437724 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.438244 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: dvr Feb 14 15:09:31.438567 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: ecmp_routes.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.439487 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.440031 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 14 15:09:31.440355 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: empty_string_filtering.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.441294 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.441805 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: empty-string-filtering Feb 14 15:09:31.442127 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.443028 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.443537 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 14 15:09:31.443887 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.444803 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.445311 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 14 15:09:31.445635 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: external_net.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.446859 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.447374 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: external-net Feb 14 15:09:31.447731 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.448650 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.449163 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: extra_dhcp_opt Feb 14 15:09:31.449484 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: extraroute.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.450390 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.450895 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: extraroute Feb 14 15:09:31.451232 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: extraroute_atomic.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.452290 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.452803 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: extraroute-atomic Feb 14 15:09:31.453130 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: filter_validation.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.453806 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.454312 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: filter-validation Feb 14 15:09:31.454634 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: fip_pf_description.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.455549 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.456097 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 14 15:09:31.456420 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: fip_port_details.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.457550 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.458065 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: fip-port-details Feb 14 15:09:31.458389 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: flavors.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.459661 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.460189 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: flavors Feb 14 15:09:31.460518 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.462458 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.462987 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 14 15:09:31.463323 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: floatingip_pools.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.464072 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.464616 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: floatingip-pools Feb 14 15:09:31.464932 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: ip_allocation.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.465868 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.466385 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension ip_allocation not supported by any of loaded plugins Feb 14 15:09:31.466713 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.467650 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.468169 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: ip-substring-filtering Feb 14 15:09:31.468498 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: l2_adjacency.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.469423 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.469932 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 14 15:09:31.470255 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: l3.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.471247 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.471810 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: router Feb 14 15:09:31.472138 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.474431 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.474969 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 14 15:09:31.475304 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.476274 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.476794 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: ext-gw-mode Feb 14 15:09:31.477647 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.478840 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.479364 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: l3-ha Feb 14 15:09:31.479716 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.480631 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.481149 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 14 15:09:31.481474 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: l3_flavors.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.482382 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.482908 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: l3-flavors Feb 14 15:09:31.483227 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.484638 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.485167 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 14 15:09:31.485498 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.486419 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.486937 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 14 15:09:31.487265 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: l3agentscheduler.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.488343 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.488868 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: l3_agent_scheduler Feb 14 15:09:31.489199 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: local_ip.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.490988 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.491521 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension local_ip not supported by any of loaded plugins Feb 14 15:09:31.491888 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: logging.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.494329 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.494864 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension logging not supported by any of loaded plugins Feb 14 15:09:31.495202 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: metering.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.495990 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.496576 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: metering Feb 14 15:09:31.496907 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.497996 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.498522 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: metering_source_and_destination_fields Feb 14 15:09:31.498857 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: multiprovidernet.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.499832 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.500352 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: multi-provider Feb 14 15:09:31.500683 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: netmtu.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.501597 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.502113 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: net-mtu Feb 14 15:09:31.502441 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: netmtu_writable.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.503353 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.503911 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: net-mtu-writable Feb 14 15:09:31.504242 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: network_availability_zone.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.504912 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.505428 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: network_availability_zone Feb 14 15:09:31.505754 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: network_ip_availability.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.506858 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.507383 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: network-ip-availability Feb 14 15:09:31.507746 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: network_segment_range.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.508587 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.509321 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension network-segment-range not supported by any of loaded plugins Feb 14 15:09:31.509654 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: pagination.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.510643 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.510978 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: pagination Feb 14 15:09:31.511304 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: port_device_profile.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.512244 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.512769 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: port-device-profile Feb 14 15:09:31.513095 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.514021 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.514538 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: port-mac-address-regenerate Feb 14 15:09:31.514863 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.516097 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.516620 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: port-numa-affinity-policy Feb 14 15:09:31.516945 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: port_resource_request.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.517854 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.518365 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension port-resource-request not supported by any of loaded plugins Feb 14 15:09:31.518688 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: port_resource_request_groups.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.519686 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.520201 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 14 15:09:31.520522 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: portbindings.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.521443 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.521955 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: binding Feb 14 15:09:31.522278 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: portbindings_extended.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.523553 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.524156 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: binding-extended Feb 14 15:09:31.524711 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: portsecurity.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.525633 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.526153 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: port-security Feb 14 15:09:31.526480 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: project_id.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.527449 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.527810 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: project-id Feb 14 15:09:31.528140 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: providernet.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.529049 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.529569 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: provider Feb 14 15:09:31.529898 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: qos.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.533574 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.534108 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension qos not supported by any of loaded plugins Feb 14 15:09:31.534441 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.535716 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.536240 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 14 15:09:31.536571 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.537488 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.538003 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 14 15:09:31.538330 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: qos_default.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.539240 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.540361 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension qos-default not supported by any of loaded plugins Feb 14 15:09:31.540906 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: qos_fip.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.541850 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.542368 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension qos-fip not supported by any of loaded plugins Feb 14 15:09:31.542695 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.543608 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.544145 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 14 15:09:31.544469 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: qos_gateway_ip.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.546881 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.547418 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 14 15:09:31.547785 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: qos_port_network_policy.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.548725 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.549248 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 14 15:09:31.549577 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.550651 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.551404 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 14 15:09:31.551490 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.552553 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.553077 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 14 15:09:31.553408 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: qos_pps_rule.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.554599 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.555116 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension qos-pps not supported by any of loaded plugins Feb 14 15:09:31.556091 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: qos_rule_type_details.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.557233 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.557751 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 14 15:09:31.558078 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: qos_rules_alias.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.559127 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.559676 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 14 15:09:31.560006 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: quota_check_limit.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.560920 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.561443 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: quota-check-limit Feb 14 15:09:31.561772 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: quotasv2.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.562713 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.563041 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: quotas Feb 14 15:09:31.563364 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: quotasv2_detail.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.565118 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.565459 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: quota_details Feb 14 15:09:31.565793 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: rbac.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.566841 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.567375 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: rbac-policies Feb 14 15:09:31.567742 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: rbac_address_group.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.568669 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.569195 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: rbac-address-group Feb 14 15:09:31.569520 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: rbac_address_scope.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.570435 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.571070 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: rbac-address-scope Feb 14 15:09:31.571628 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: rbac_security_groups.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.572634 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.573166 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: rbac-security-groups Feb 14 15:09:31.573494 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: rbac_subnetpool.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.574483 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.575011 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: rbac-subnetpool Feb 14 15:09:31.575335 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: revisionifmatch.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.576284 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.576803 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: revision-if-match Feb 14 15:09:31.577130 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: revisions.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.578253 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.578777 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: standard-attr-revisions Feb 14 15:09:31.579104 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: router_availability_zone.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.579808 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.580329 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: router_availability_zone Feb 14 15:09:31.580655 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: routerservicetype.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.581578 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.582185 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension router-service-type not supported by any of loaded plugins Feb 14 15:09:31.582510 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.583441 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.583991 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: security-groups-normalized-cidr Feb 14 15:09:31.584316 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.585235 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.585750 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: port-security-groups-filtering Feb 14 15:09:31.586070 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.587253 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.587808 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: security-groups-remote-address-group Feb 14 15:09:31.588136 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.589084 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.589603 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: security-groups-shared-filtering Feb 14 15:09:31.589925 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.590506 dv-cinder-815146-10-iscsi neutron-server[102454]: WARNING neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 14 15:09:31.590824 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: securitygroup.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.600600 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.601149 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: security-group Feb 14 15:09:31.601490 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: segment.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.602929 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.603745 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension segment not supported by any of loaded plugins Feb 14 15:09:31.604084 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.605047 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.605571 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 14 15:09:31.605900 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: servicetype.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.607018 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.607546 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: service-type Feb 14 15:09:31.607904 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: sorting.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.608892 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.609228 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: sorting Feb 14 15:09:31.609554 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: standard_attr_segment.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.610478 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.611004 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 14 15:09:31.611331 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: standardattrdescription.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.612077 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.612593 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: standard-attr-description Feb 14 15:09:31.612920 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: stateful_security_group.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.613854 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.614372 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: stateful-security-group Feb 14 15:09:31.614701 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: stdattrs_common.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.615267 dv-cinder-815146-10-iscsi neutron-server[102454]: WARNING neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 14 15:09:31.615590 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.616534 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.617053 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 14 15:09:31.617379 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: subnet_onboard.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.619293 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.619843 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: subnet_onboard Feb 14 15:09:31.620179 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.621136 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.621652 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 14 15:09:31.621978 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: subnet_service_types.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.622902 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.623420 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: subnet-service-types Feb 14 15:09:31.623780 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: subnetallocation.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.624873 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.625392 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: subnet_allocation Feb 14 15:09:31.625721 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.626396 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.626910 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: subnetpool-prefix-ops Feb 14 15:09:31.627236 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.628190 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.628703 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 14 15:09:31.629027 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: tagging.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.630109 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.630630 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: standard-attr-tag Feb 14 15:09:31.630961 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: timestamp.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.632250 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.632729 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loaded extension: standard-attr-timestamp Feb 14 15:09:31.633060 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: trunk.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.634341 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.634862 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension trunk not supported by any of loaded plugins Feb 14 15:09:31.635194 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: trunk_details.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.636151 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.636674 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension trunk-details not supported by any of loaded plugins Feb 14 15:09:31.637001 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: uplink_status_propagation.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.637930 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.638444 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 14 15:09:31.638772 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Loading extension file: vlantransparent.py {{(pid=102454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:09:31.639442 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:09:31.639982 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 14 15:09:31.642735 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Creating instance of TrackedResource for resource:network Feb 14 15:09:31.643261 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Creating instance of TrackedResource for resource:subnet Feb 14 15:09:31.643685 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 15:09:31.644090 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Creating instance of TrackedResource for resource:port Feb 14 15:09:31.645309 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.v2.resource_helper [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:09:31.645740 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.v2.resource_helper [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Service FLAVORS assigned prefix: {{(pid=102454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:09:31.646374 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.v2.resource_helper [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:09:31.646819 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.v2.resource_helper [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:09:31.647152 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Creating instance of TrackedResource for resource:router Feb 14 15:09:31.647577 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Creating instance of TrackedResource for resource:floatingip Feb 14 15:09:31.648096 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.v2.resource_helper [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Service METERING assigned prefix: /metering {{(pid=102454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:09:31.649920 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.650299 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.650658 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:09:31.651693 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Creating instance of CountableResource for resource:rbac_policy Feb 14 15:09:31.652137 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Creating instance of TrackedResource for resource:security_group Feb 14 15:09:31.652588 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 14 15:09:31.653203 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.v2.resource_helper [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Service CORE assigned prefix: {{(pid=102454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:09:31.653536 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 15:09:31.653899 dv-cinder-815146-10-iscsi neutron-server[102454]: WARNING neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] subnetpool is already registered Feb 14 15:09:31.654325 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.v2.resource_helper [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Service CORE assigned prefix: {{(pid=102454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:09:31.654652 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 15:09:31.654991 dv-cinder-815146-10-iscsi neutron-server[102454]: WARNING neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] subnetpool is already registered Feb 14 15:09:31.657264 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.v2.resource_helper [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:09:31.657698 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.v2.resource_helper [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Service FLAVORS assigned prefix: {{(pid=102454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:09:31.658295 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.v2.resource_helper [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:09:31.658721 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.v2.resource_helper [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:09:31.659058 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Creating instance of TrackedResource for resource:router Feb 14 15:09:31.659407 dv-cinder-815146-10-iscsi neutron-server[102454]: WARNING neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] router is already registered Feb 14 15:09:31.659851 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Creating instance of TrackedResource for resource:floatingip Feb 14 15:09:31.660191 dv-cinder-815146-10-iscsi neutron-server[102454]: WARNING neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] floatingip is already registered Feb 14 15:09:31.660648 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.v2.resource_helper [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Service METERING assigned prefix: /metering {{(pid=102454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:09:31.661318 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Creating instance of CountableResource for resource:rbac_policy Feb 14 15:09:31.661656 dv-cinder-815146-10-iscsi neutron-server[102454]: WARNING neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] rbac_policy is already registered Feb 14 15:09:31.662074 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Creating instance of TrackedResource for resource:security_group Feb 14 15:09:31.662410 dv-cinder-815146-10-iscsi neutron-server[102454]: WARNING neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] security_group is already registered Feb 14 15:09:31.662817 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 14 15:09:31.663150 dv-cinder-815146-10-iscsi neutron-server[102454]: WARNING neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] security_group_rule is already registered Feb 14 15:09:31.663798 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.v2.resource_helper [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Service CORE assigned prefix: {{(pid=102454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:09:31.664135 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 15:09:31.664472 dv-cinder-815146-10-iscsi neutron-server[102454]: WARNING neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] subnetpool is already registered Feb 14 15:09:31.665667 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.v2.resource_helper [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Service CORE assigned prefix: {{(pid=102454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:09:31.666177 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 15:09:31.666520 dv-cinder-815146-10-iscsi neutron-server[102454]: WARNING neutron.quota.resource_registry [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] subnetpool is already registered Feb 14 15:09:31.666981 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: extensions {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.668493 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: address-groups {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.669982 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: address-scopes {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.671303 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: agents {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.672516 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: auto-allocated-topology {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.673753 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: availability_zones {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.674977 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: dhcp-networks {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.676497 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: dhcp-agents {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.677918 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: routers {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.680254 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: flavors {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.682369 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: service_profiles {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.683583 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: next_providers {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.685054 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: service_profiles {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.686605 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: floatingip-pools {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.687847 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: routers {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.689931 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: floatingips {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.691215 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: l3-routers {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.692645 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: l3-agents {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.694075 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: metering-labels {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.696693 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: metering-label-rules {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.697983 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: network-ip-availabilities {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.699240 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: bindings {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.700943 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: quotas {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.702507 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: quotas {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.704075 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: rbac-policies {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.705357 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: security-groups {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.706593 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: security-group-rules {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.707865 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: service-providers {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.709113 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: subnetpools {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.710525 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: subnetpools {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.712286 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: tags {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.713970 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: tags {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.715780 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: tags {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.717558 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: tags {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.719328 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: tags {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.721204 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: tags {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.722877 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: tags {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.724797 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: tags {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.726554 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: tags {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.729280 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron.api.extensions [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Extended resource: tags {{(pid=102454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:09:31.735910 dv-cinder-815146-10-iscsi neutron-server[102454]: WARNING keystonemiddleware.auth_token [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 14 15:09:31.741343 dv-cinder-815146-10-iscsi neutron-server[102454]: WARNING keystonemiddleware.auth_token [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 14 15:09:31.751516 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_concurrency.lockutils [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Acquired lock "singleton_lock" {{(pid=102454) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 14 15:09:31.752019 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_concurrency.lockutils [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Releasing lock "singleton_lock" {{(pid=102454) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 14 15:09:31.752680 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO oslo_service.service [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Starting 2 workers Feb 14 15:09:31.757568 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Started child 102563 {{(pid=102454) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 15:09:31.762496 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Started child 102564 {{(pid=102454) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 15:09:31.763212 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:09:31.764116 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO neutron.service [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 14 15:09:31.764786 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:09:31.764906 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [-] (102563) wsgi starting up on http://0.0.0.0:9696 Feb 14 15:09:31.767430 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO oslo_service.service [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Starting 1 workers Feb 14 15:09:31.767574 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:09:31.768998 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [-] (102564) wsgi starting up on http://0.0.0.0:9696 Feb 14 15:09:31.772822 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Started child 102565 {{(pid=102454) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 15:09:31.773364 dv-cinder-815146-10-iscsi neutron-server[102454]: INFO oslo_service.service [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Starting 1 workers Feb 14 15:09:31.776850 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.service [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] calling RpcWorker wait() {{(pid=102565) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 14 15:09:31.777367 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.service [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] returning from RpcWorker wait() {{(pid=102565) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 14 15:09:31.778644 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:09:31.778882 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Started child 102566 {{(pid=102454) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 15:09:31.779146 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:09:31.779720 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac986e43-9797-45c7-9277-a53fe49b0f58 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:09:31.781639 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102454) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 14 15:09:31.781854 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 14 15:09:31.782044 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 14 15:09:31.782277 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 14 15:09:31.782643 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 14 15:09:31.782822 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 14 15:09:31.783326 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.783645 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.783862 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:09:31.784324 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.784324 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.784473 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.785022 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.785115 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:09:31.785293 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.785554 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.785839 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.786074 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.786251 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.786421 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.786681 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.786920 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.787224 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.787493 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.787770 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.788030 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.788210 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.788487 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.788755 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.789001 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.789270 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] debug = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.789526 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.790623 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.791009 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.791428 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.791747 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.792026 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.792278 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.792557 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.792804 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.793043 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.793261 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.793516 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.793753 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.793970 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.794226 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.794444 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.794703 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.794943 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.795405 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] host = dv-cinder-815146-10-iscsi {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.795674 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.795913 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.796140 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.796382 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.796637 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.796852 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.797106 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.797368 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.797600 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.797821 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.798069 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.798310 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.798547 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.798804 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] log_file = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.798970 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] log_options = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.799188 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.799459 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.799741 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.799915 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.800090 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.800255 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.800655 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.800655 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.800947 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.801103 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.801318 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.801533 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.801767 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.801998 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.802279 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.803533 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.803533 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.803533 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.803533 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.803533 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.803936 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.803936 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.804151 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.804527 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.804901 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.805400 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.805766 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.806176 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.806530 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.806775 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.807013 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.807302 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.807540 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.807816 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.808074 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.808325 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.808557 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.808777 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.811604 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.811604 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.811604 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.811604 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.811604 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.811604 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.811604 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.811604 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.814278 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] use_json = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.814278 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.814278 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.814278 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.814278 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.814278 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.814278 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.814278 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.815688 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.815688 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.815688 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.815688 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.815688 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.815688 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.815688 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.815688 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.816263 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.816263 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.816263 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.816263 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.816263 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.816263 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.816263 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.816740 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.816740 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.816971 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.817242 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.817504 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.817722 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.817976 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.818197 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.818434 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.818717 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.818935 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.819164 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.819940 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.820163 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.820596 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.820975 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.821471 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.821938 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.822229 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.87/identity {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.822486 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.822724 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.822968 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.823187 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.823657 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.823657 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.823867 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.824327 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.824586 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.824806 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.825070 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.825473 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.825703 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.825938 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.826203 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.826454 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.826695 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.826916 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.827317 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.827534 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.827801 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.828021 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.828253 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.828467 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.828726 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.828974 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.829197 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.829413 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.829636 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.829858 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.830107 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.830325 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.830538 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.830750 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.830967 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.831178 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.831422 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.832011 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.832228 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.832441 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.832659 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.832904 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.833147 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.833365 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.833584 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.833799 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.834028 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.834258 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.834470 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.834678 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.834909 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.835126 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.835339 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.835556 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.835796 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.836028 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.836229 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.836970 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.837333 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.837672 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.838115 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.838360 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.838617 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.838846 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.839116 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.839335 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.839576 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.839821 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.840045 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.840536 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.840922 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.841186 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.841447 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.841680 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.841898 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.842127 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.842343 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.842585 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.842819 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.843077 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.843323 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.843597 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.843859 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.844100 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.844355 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.844615 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.844861 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.845125 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.845401 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.845778 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.845942 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.846284 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.846556 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.846826 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.847090 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.847347 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.847604 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.847877 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.848129 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.848367 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.848614 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.848856 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.851635 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.851635 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.851635 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.852147 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 60560) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:09:31.852900 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.852900 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.852900 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.852900 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.852900 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.852900 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.852900 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.852900 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.854006 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.854006 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.854006 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.854006 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.854006 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.87/identity {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.854006 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.854786 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.854786 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.854786 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.855206 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.855206 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.855478 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.855478 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.855833 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.855992 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.856189 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.856412 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.856627 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.856846 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.857063 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.857314 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.857533 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.857765 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.858010 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.858228 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.858894 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.858894 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.858894 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.859339 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.859339 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.859593 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.859877 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.860106 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.860339 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.860585 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.860843 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.861079 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.861321 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.861562 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.861776 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.861990 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.862208 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.862819 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.862819 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.862988 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.863139 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.863343 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.863593 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.863953 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.864217 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.864460 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.865739 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.866660 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.866785 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [-] 10.222.0.87 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0123310 Feb 14 15:09:31.866879 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.866879 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.866879 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.867119 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.867458 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.867566 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.867865 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.868104 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.868484 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.868913 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.869358 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.870166 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.870166 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.870166 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.870414 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.871659 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.871659 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.871659 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.871659 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.871659 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.871659 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.872104 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.872104 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.872234 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.872520 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.872756 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.872993 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.873254 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.873478 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.873720 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.874007 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.875063 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.875292 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.875532 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.875805 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.876023 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.876259 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.876478 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.876709 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.877707 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.878143 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.878586 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.878884 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.879166 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.879447 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.879811 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.880217 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.880464 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.880729 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.881373 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.881373 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.881548 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.881682 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.882066 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.882522 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.882899 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.883285 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.884112 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.884112 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.884309 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.884635 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.884909 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.885145 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.885444 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.885687 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.885956 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.886227 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.886538 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.886780 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.887066 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.887313 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.887544 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.888416 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.889303 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.889668 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.889993 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.890285 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.890571 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.891156 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.891481 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.893165 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.893425 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.893741 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.894092 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.895066 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.895943 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.896364 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.896795 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.897054 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.897317 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.897562 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.897803 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.898060 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.898320 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.900113 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.901637 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.901637 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.901637 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.901637 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.901637 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.902013 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.902013 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.902328 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.902504 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 14 15:09:31.903356 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102454) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 14 15:09:31.903356 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 14 15:09:31.903356 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 14 15:09:31.903577 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 14 15:09:31.903765 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 14 15:09:31.903847 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 14 15:09:31.904070 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.905012 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.905185 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.905352 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.905513 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.905697 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.905862 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.906009 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.906173 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.906336 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.906498 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.907377 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.907527 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:09:31.907693 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.907771 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.907921 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.908081 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.908244 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.908406 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.908565 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.908721 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.908884 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.909047 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.909967 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] debug = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.910131 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.910323 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.910501 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.910644 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.910856 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.910951 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.911096 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.911265 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.911410 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.911699 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.912671 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.912671 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.912671 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.912671 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.912671 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.912671 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.913065 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.913065 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.913188 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] host = dv-cinder-815146-10-iscsi {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.913255 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.913482 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.913576 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.913713 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.913865 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.914020 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.914195 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.914337 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.914474 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.915293 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.915505 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.915864 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.917145 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.917145 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] log_file = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.917145 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] log_options = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.917145 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.917145 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.917145 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.917786 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.918811 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.918811 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.918811 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.920758 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.920758 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.920758 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.920758 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.920758 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.920758 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.920758 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.921708 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.921708 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.921708 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.921708 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.921708 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.921708 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.922478 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.922478 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.922478 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.922478 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.922478 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.922478 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.923136 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.923136 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.923136 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.923136 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.923427 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.923427 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.923545 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.923795 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.923937 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.924075 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.924225 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.924363 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.924511 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.924657 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.924821 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.924986 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.925146 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.925306 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.925467 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.925624 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.925785 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] use_json = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.925945 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.926105 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.926264 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.926425 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.926589 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.926744 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.926883 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.927030 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.927194 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:09:31.927407 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.927580 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.931711 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.931711 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.931711 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.931711 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.931711 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.931711 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.931711 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.931711 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.932232 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.932232 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.932232 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.932232 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.932232 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.932232 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.932232 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.932232 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.932671 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.932671 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.932671 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.932671 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.932671 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.932671 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.932671 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.932671 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.933107 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.933107 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.933107 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.933107 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.933107 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.933374 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.87/identity {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.933374 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.933643 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.933729 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.933860 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.934024 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.934190 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.934356 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.934520 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.934684 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.934850 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.935014 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.935181 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.935371 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.935545 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.935702 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.936031 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.936193 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.936498 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.936862 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.937218 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.937547 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.937848 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.938186 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.938360 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.938527 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.938707 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.938873 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.939038 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.939203 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.939806 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.939806 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.939806 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.940023 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.940023 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.940198 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.941248 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.941433 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.941643 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.942773 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.942773 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.942939 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.943008 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.943122 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.943441 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.943628 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.943805 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.943971 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.944136 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.944301 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.944466 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.944631 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.944794 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.944963 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.945128 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.945292 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.945457 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.945622 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.945788 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.946043 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.946320 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.946645 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.946897 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.947069 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.947235 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.947393 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.947557 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.947897 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.948064 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.948230 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.948394 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.948558 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.948727 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.948891 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.949057 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.950936 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.950936 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.950936 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.950936 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.950936 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.950936 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.950936 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.950936 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.951415 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.951415 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.951415 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.951415 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.951415 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.951415 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.951415 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.951853 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.951853 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.951853 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.952038 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.952343 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.952343 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.952489 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.952643 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.952803 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.952953 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.953109 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.953271 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.953438 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.953614 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.953766 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.953930 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.954091 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.954277 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.954444 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.954609 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.954748 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.954909 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.955075 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.955239 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.955403 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.955568 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.956202 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.956202 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.956202 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.87/identity {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.956202 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.956706 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.956706 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.956706 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.956921 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.957000 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.957118 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.957280 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.957443 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.957605 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.957770 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.957929 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.958247 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.958405 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.958573 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.958737 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.958900 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.959077 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.959218 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.959520 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.959838 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.960147 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.960313 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.960490 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.960640 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.960807 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.960970 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.961134 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.961298 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.962019 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.962312 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.962610 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.962921 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.963126 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.963296 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.963514 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.963719 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.963831 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.964706 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.964706 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.964706 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.965058 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.965058 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.965253 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.965253 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.965486 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.965590 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.965775 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.965893 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.966044 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.966208 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.966372 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.966536 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.966701 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.966868 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.967035 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.967226 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.967389 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.967535 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.967709 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.967855 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.967993 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.968144 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.968282 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.968437 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.968599 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.968762 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.968925 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.969089 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.969252 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.969415 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.969637 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.969780 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.969918 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.970065 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.970204 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.970341 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.970500 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.970674 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.970838 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.971001 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.971164 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.971326 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.971490 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.971686 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.971852 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.972015 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.972178 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.972340 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.972504 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.972676 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.972839 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.973002 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.973164 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.973326 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.973493 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.973673 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.973868 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.973996 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.974147 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.974304 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.974458 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.974630 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.974799 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.974963 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.975126 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.975288 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.975452 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.975711 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.975815 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.975984 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.976157 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.976320 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.976481 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.976644 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.976819 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.976982 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.978610 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.978610 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.978610 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.978610 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.979156 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.979156 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.979156 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.979369 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.979460 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.979632 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.979810 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.979985 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.980150 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.980325 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.980504 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.980665 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.980828 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.980990 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.981154 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.981317 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.981480 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.981642 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.981805 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.981967 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.982130 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.982293 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.982457 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.982621 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.982785 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.982947 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.983109 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.983272 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.983421 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.983586 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:09:31.983756 dv-cinder-815146-10-iscsi neutron-server[102454]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 14 15:09:43.415169 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989c5855-d258-4678-9423-d6ef008b5bbc None None] get_active_networks_info from dv-cinder-815146-10-iscsi {{(pid=102565) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 15:09:43.477720 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989c5855-d258-4678-9423-d6ef008b5bbc None None] No non-hosted networks {{(pid=102565) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 14 15:09:43.493667 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.agentschedulers_db [None req-989c5855-d258-4678-9423-d6ef008b5bbc None None] DHCP Agent not found on host dv-cinder-815146-10-iscsi {{(pid=102565) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 14 15:09:43.582905 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f69f3ebc-04fe-440b-9244-267427f08495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559515'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:09:45.606613 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-46678923-9e17-4667-bbed-e897c42a45c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559515'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:09:45.621083 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-038bc21c-9f55-4dd6-a797-afdd5e482cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:09:47.335479 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559515'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:09:48.595200 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559515'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:09:49.651916 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 60648) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:09:49.748670 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559515'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:09:49.750207 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:49.750808 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:49.755977 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:49.756684 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:49.757251 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:49.757796 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:49.758442 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:49.759268 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:49.761323 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:49.761968 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:49.762639 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:49.763204 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:49.763810 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:49.764611 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815146-10-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:09:49.776235 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815146-10-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:09:49.908629 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.db.l3_hamode_db [None req-0f0f51a1-856d-49e4-8707-060f8861a285 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 14 15:09:49.991868 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0f51a1-856d-49e4-8707-060f8861a285 None None] Routers set() bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:09:49.992248 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0f51a1-856d-49e4-8707-060f8861a285 None None] Router IDs set() for agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 14 15:09:50.197130 dv-cinder-815146-10-iscsi neutron-server[102563]: WARNING oslo_policy.policy [None req-4059d98c-9c76-4a1c-bc2f-69402b8656ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 15:09:50.197786 dv-cinder-815146-10-iscsi neutron-server[102563]: WARNING oslo_policy.policy [None req-4059d98c-9c76-4a1c-bc2f-69402b8656ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 15:09:50.434782 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [None req-4059d98c-9c76-4a1c-bc2f-69402b8656ca admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=102563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:09:50.435870 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4059d98c-9c76-4a1c-bc2f-69402b8656ca admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7829838 Feb 14 15:09:52.931963 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 60674) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:09:53.242797 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-5a62b489-4014-4deb-ac64-74f3c49ed023 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:09:53.334328 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.policy [None req-5a62b489-4014-4deb-ac64-74f3c49ed023 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102563) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 14 15:09:53.376351 dv-cinder-815146-10-iscsi neutron-server[102563]: WARNING oslo_policy.policy [None req-5a62b489-4014-4deb-ac64-74f3c49ed023 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 15:09:53.376674 dv-cinder-815146-10-iscsi neutron-server[102563]: WARNING oslo_policy.policy [None req-5a62b489-4014-4deb-ac64-74f3c49ed023 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 15:09:53.471532 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5a62b489-4014-4deb-ac64-74f3c49ed023 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752306745406', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752306720333', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752306731201', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752307490293', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752307496831', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752307471269', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1712509', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1786195', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-623758', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-945917'] for rbac-policy (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:09:53.538792 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5a62b489-4014-4deb-ac64-74f3c49ed023 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:09:53.540006 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-5a62b489-4014-4deb-ac64-74f3c49ed023 admin admin] 10.222.0.87 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6070671 Feb 14 15:09:55.969773 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 60684) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:09:56.289165 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:09:56.318840 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Made reservation on behalf of 0d05b2ea660b4caaae62548132ab5b8b for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:09:56.322726 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:09:56.339475 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:09:56.452298 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Publish callbacks [] for security_group (d4b9504a-52ea-4c44-986f-26ffe167b570), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:09:56.455959 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (d4b9504a-52ea-4c44-986f-26ffe167b570), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:09:56.481413 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=102563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:09:56.515174 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752305293415', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (d0c6a3ad-3534-4891-98eb-2e9804670c76), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:09:56.515768 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Unsubscribe: segment precommit_create {{(pid=102563) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 14 15:09:56.516313 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Added segment d0c6a3ad-3534-4891-98eb-2e9804670c76 of type vlan for network 5c5c29f3-5bd0-4681-b66c-f0937d744b98 Feb 14 15:09:56.532367 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b9504a-52ea-4c44-986f-26ffe167b570,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:09:56.558834 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:56.559198 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:56.559552 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:56.559911 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:56.560239 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:56.560560 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:56.560898 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:56.561227 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:56.561547 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:56.561866 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:56.562185 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:56.562498 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:56.562810 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Tracked resource versions report: Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: pushed versions: Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: { 'AddressGroup': {'1.2'}, Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'ConntrackHelper': {'1.0'}, Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'LocalIPAssociation': {'1.0'}, Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'Log': {'1.0'}, Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'Network': {'1.1'}, Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'Port': {'1.7'}, Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'PortForwarding': {'1.2'}, Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'QosPolicy': {'1.10'}, Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'SecurityGroup': {'1.5'}, Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'SecurityGroupRule': {'1.2'}, Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'SubPort': {'1.0'}, Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'Subnet': {'1.1'}, Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'Trunk': {'1.1'}} Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: consumer versions: Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: { DHCP agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: L3 agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: Metadata agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: Metering agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: Open vSwitch agent@dv-cinder-815146-10-iscsi: { 'AddressGroup': '1.2', Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'ConntrackHelper': '1.0', Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'LocalIPAssociation': '1.0', Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'Log': '1.0', Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'Network': '1.1', Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'Port': '1.7', Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'PortForwarding': '1.2', Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'QosPolicy': '1.10', Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'SecurityGroup': '1.5', Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'SecurityGroupRule': '1.2', Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'SubPort': '1.0', Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'Subnet': '1.1', Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: 'Trunk': '1.1'}} Feb 14 15:09:56.564181 dv-cinder-815146-10-iscsi neutron-server[102563]: {{(pid=102563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 15:09:56.627797 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752304802214'] for network (5c5c29f3-5bd0-4681-b66c-f0937d744b98), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:09:56.668373 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for network (5c5c29f3-5bd0-4681-b66c-f0937d744b98), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:09:56.673391 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:09:56.674119 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:09:56.732689 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7617505 Feb 14 15:09:56.798274 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c122ae-82df-44cf-b328-9d65729274d4 demo demo] Pushing event updated for resources: {'Network': ['ID=5c5c29f3-5bd0-4681-b66c-f0937d744b98,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:09:56.811066 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Network 5c5c29f3-5bd0-4681-b66c-f0937d744b98 details requested by agent ovs-agent-dv-cinder-815146-10-iscsi with host dv-cinder-815146-10-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:09:59.278409 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 60696) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:09:59.688268 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f52fafa-ccd6-4dae-9475-d5e49a1fa28a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:09:59.689575 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6f52fafa-ccd6-4dae-9475-d5e49a1fa28a demo admin] 10.222.0.87 "GET /v2.0/networks/5c5c29f3-5bd0-4681-b66c-f0937d744b98 HTTP/1.1" status: 200 len: 825 time: 0.4101899 Feb 14 15:09:59.714021 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-b616efc8-5b10-4209-92e1-cfaf8900689a demo admin] 10.222.0.87 "GET /v2.0/subnetpools/6ac466a3-048d-4779-9df2-087b873304c2 HTTP/1.1" status: 200 len: 734 time: 0.0187783 Feb 14 15:09:59.722585 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-3c6ea70c-cd32-4570-b345-a7489fab9448 demo admin] Request body: {'subnet': {'subnetpool_id': '6ac466a3-048d-4779-9df2-087b873304c2', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '5c5c29f3-5bd0-4681-b66c-f0937d744b98'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:09:59.743004 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6ea70c-cd32-4570-b345-a7489fab9448 demo admin] Made reservation on behalf of 0d05b2ea660b4caaae62548132ab5b8b for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:09:59.745814 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea70c-cd32-4570-b345-a7489fab9448 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:00.033430 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea70c-cd32-4570-b345-a7489fab9448 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for subnet (473e0f23-ed07-44a2-93c5-8579cffef482), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:00.104831 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6ea70c-cd32-4570-b345-a7489fab9448 demo admin] Checking segment: {'id': 'd0c6a3ad-3534-4891-98eb-2e9804670c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '5c5c29f3-5bd0-4681-b66c-f0937d744b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:10:00.105224 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6ea70c-cd32-4570-b345-a7489fab9448 demo admin] Network hostable DHCP agents. Network: 5c5c29f3-5bd0-4681-b66c-f0937d744b98, hostable agents: ['b66b99de-e32e-4873-b4e6-197912f08fb5'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:10:00.109716 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ea70c-cd32-4570-b345-a7489fab9448 demo admin] Pushing event updated for resources: {'Subnet': ['ID=473e0f23-ed07-44a2-93c5-8579cffef482,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:10:00.131068 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6ea70c-cd32-4570-b345-a7489fab9448 demo admin] Network 5c5c29f3-5bd0-4681-b66c-f0937d744b98 is scheduled to be hosted by DHCP agent b66b99de-e32e-4873-b4e6-197912f08fb5 with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:10:00.144286 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-3c6ea70c-cd32-4570-b345-a7489fab9448 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-10-iscsi, 5c5c29f3-5bd0-4681-b66c-f0937d744b98) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:10:00.152865 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6ea70c-cd32-4570-b345-a7489fab9448 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:10:00.153460 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818bf7a0-cfe1-4034-b026-8dafe8389715 None None] Network 5c5c29f3-5bd0-4681-b66c-f0937d744b98 requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:10:00.153938 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea70c-cd32-4570-b345-a7489fab9448 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:00.169035 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-3c6ea70c-cd32-4570-b345-a7489fab9448 demo admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4496751 Feb 14 15:10:00.431598 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe652a62c-4731-560b-ba95-866650a6da87-5c5c29f3-5bd0-4681-b66c-f0937d744b98', 'network_id': '5c5c29f3-5bd0-4681-b66c-f0937d744b98', 'project_id': '0d05b2ea660b4caaae62548132ab5b8b', 'fixed_ips': [{'subnet_id': '473e0f23-ed07-44a2-93c5-8579cffef482'}]}} from dv-cinder-815146-10-iscsi. {{(pid=102565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 15:10:00.433783 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:00.720291 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.db_base_plugin_common [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Allocated IP 172.20.0.2 (5c5c29f3-5bd0-4681-b66c-f0937d744b98/473e0f23-ed07-44a2-93c5-8579cffef482/81309467-abc6-4dfb-b370-a18e90d5bc69) {{(pid=102565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:10:00.999599 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Publish callbacks [] for port (81309467-abc6-4dfb-b370-a18e90d5bc69), precommit_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:01.007414 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (81309467-abc6-4dfb-b370-a18e90d5bc69), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:01.082139 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Network 5c5c29f3-5bd0-4681-b66c-f0937d744b98 is already hosted by enough agents. {{(pid=102565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:10:01.089567 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.scheduler.base_scheduler [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Resources bound (agent type, host, resource id): {{(pid=102565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:10:01.093314 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Received port after_create {{(pid=102565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:10:01.107357 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Pushing event updated for resources: {'Port': ['ID=81309467-abc6-4dfb-b370-a18e90d5bc69,revision_number=1']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:10:01.150244 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:01.151570 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:01.152197 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:01.152562 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:01.152914 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:01.153253 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:01.153614 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:01.154140 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:01.154324 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:01.154663 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:01.155001 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:01.155334 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:01.155693 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Tracked resource versions report: Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: pushed versions: Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: { 'AddressGroup': {'1.2'}, Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'ConntrackHelper': {'1.0'}, Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'LocalIPAssociation': {'1.0'}, Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'Log': {'1.0'}, Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'Network': {'1.1'}, Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'Port': {'1.7'}, Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'PortForwarding': {'1.2'}, Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'QosPolicy': {'1.10'}, Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'SecurityGroup': {'1.5'}, Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'SecurityGroupRule': {'1.2'}, Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'SubPort': {'1.0'}, Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'Subnet': {'1.1'}, Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'Trunk': {'1.1'}} Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: consumer versions: Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: { DHCP agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: L3 agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: Metadata agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: Metering agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: Open vSwitch agent@dv-cinder-815146-10-iscsi: { 'AddressGroup': '1.2', Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'ConntrackHelper': '1.0', Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'LocalIPAssociation': '1.0', Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'Log': '1.0', Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'Network': '1.1', Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'Port': '1.7', Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'PortForwarding': '1.2', Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'QosPolicy': '1.10', Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'SecurityGroup': '1.5', Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'SecurityGroupRule': '1.2', Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'SubPort': '1.0', Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'Subnet': '1.1', Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: 'Trunk': '1.1'}} Feb 14 15:10:01.157135 dv-cinder-815146-10-iscsi neutron-server[102565]: {{(pid=102565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 15:10:01.194143 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Attempting to bind port 81309467-abc6-4dfb-b370-a18e90d5bc69 on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:10:01.194561 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Attempting to bind port 81309467-abc6-4dfb-b370-a18e90d5bc69 by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': 'd0c6a3ad-3534-4891-98eb-2e9804670c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '5c5c29f3-5bd0-4681-b66c-f0937d744b98'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:10:01.195003 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Attempting to bind port 81309467-abc6-4dfb-b370-a18e90d5bc69 on network 5c5c29f3-5bd0-4681-b66c-f0937d744b98 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:10:01.200071 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:10:01.200506 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Checking segment: {'id': 'd0c6a3ad-3534-4891-98eb-2e9804670c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '5c5c29f3-5bd0-4681-b66c-f0937d744b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:10:01.201711 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:01.202740 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Bound using segment: {'id': 'd0c6a3ad-3534-4891-98eb-2e9804670c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '5c5c29f3-5bd0-4681-b66c-f0937d744b98'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:10:01.203239 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Bound port: 81309467-abc6-4dfb-b370-a18e90d5bc69, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c6a3ad-3534-4891-98eb-2e9804670c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '5c5c29f3-5bd0-4681-b66c-f0937d744b98'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:10:01.203678 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (81309467-abc6-4dfb-b370-a18e90d5bc69), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:01.265145 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] For port 81309467-abc6-4dfb-b370-a18e90d5bc69, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:10:01.269592 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] For port 81309467-abc6-4dfb-b370-a18e90d5bc69, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=81309467-abc6-4dfb-b370-a18e90d5bc69,segment=NetworkSegment(d0c6a3ad-3534-4891-98eb-2e9804670c76),segment_id=d0c6a3ad-3534-4891-98eb-2e9804670c76)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:10:01.279885 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (81309467-abc6-4dfb-b370-a18e90d5bc69), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:01.344304 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70e65e-65a8-4771-8b5d-0220c762b46b None None] Pushing event updated for resources: {'Port': ['ID=81309467-abc6-4dfb-b370-a18e90d5bc69,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:10:02.704801 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 60704) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:10:03.023165 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [None req-3b2ed89c-a711-4348-adef-258d2efd4309 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=102563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:10:03.039640 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-3b2ed89c-a711-4348-adef-258d2efd4309 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3184719 Feb 14 15:10:05.523809 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 60712) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:10:05.844315 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [None req-ea8f8723-4e91-4c07-b182-a762e47a5ebe admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=102563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:10:05.845387 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-ea8f8723-4e91-4c07-b182-a762e47a5ebe admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3206291 Feb 14 15:10:08.329525 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 60720) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:10:08.644497 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-901bc036-1ffb-406c-b054-68a05e444926 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:10:08.667722 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-901bc036-1ffb-406c-b054-68a05e444926 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8869'] for router (fe82cb56-c094-47d6-b9e2-33143fd52f14), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:08.669433 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-901bc036-1ffb-406c-b054-68a05e444926 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8876'] for router (fe82cb56-c094-47d6-b9e2-33143fd52f14), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:08.813761 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-901bc036-1ffb-406c-b054-68a05e444926 demo demo] Publish callbacks [] for router_controller (fe82cb56-c094-47d6-b9e2-33143fd52f14), precommit_add_association {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:08.818457 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-901bc036-1ffb-406c-b054-68a05e444926 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554124'] for router (fe82cb56-c094-47d6-b9e2-33143fd52f14), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:08.835942 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-901bc036-1ffb-406c-b054-68a05e444926 demo demo] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:08.837131 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-901bc036-1ffb-406c-b054-68a05e444926 demo demo] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5066309 Feb 14 15:10:09.824270 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 5 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:10:11.358977 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 60732) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:10:11.695898 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [None req-6e8cd7d0-9011-4b88-b8a8-33dc4052b2d3 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=102563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:10:11.696911 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6e8cd7d0-9011-4b88-b8a8-33dc4052b2d3 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3369303 Feb 14 15:10:12.402672 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 81309467-abc6-4dfb-b370-a18e90d5bc69 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:10:12.497528 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219deb4f-479f-4e59-81d0-714403a947e4 None None] Network 5c5c29f3-5bd0-4681-b66c-f0937d744b98 requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:10:12.501544 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 81309467-abc6-4dfb-b370-a18e90d5bc69 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:10:12.501955 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (81309467-abc6-4dfb-b370-a18e90d5bc69), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:12.625893 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-8d86379e-9b60-4bb7-8cc0-7390192a2891 None None] Provisioning complete for port 81309467-abc6-4dfb-b370-a18e90d5bc69 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:10:12.626202 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8d86379e-9b60-4bb7-8cc0-7390192a2891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (81309467-abc6-4dfb-b370-a18e90d5bc69), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:12.751094 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 81309467-abc6-4dfb-b370-a18e90d5bc69 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:10:12.751486 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (81309467-abc6-4dfb-b370-a18e90d5bc69), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:12.836531 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] For port 81309467-abc6-4dfb-b370-a18e90d5bc69, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=81309467-abc6-4dfb-b370-a18e90d5bc69,segment=NetworkSegment(d0c6a3ad-3534-4891-98eb-2e9804670c76),segment_id=d0c6a3ad-3534-4891-98eb-2e9804670c76)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:10:12.839841 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-8d86379e-9b60-4bb7-8cc0-7390192a2891 None None] Current status of the port 81309467-abc6-4dfb-b370-a18e90d5bc69 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:10:12.840482 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8d86379e-9b60-4bb7-8cc0-7390192a2891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (81309467-abc6-4dfb-b370-a18e90d5bc69), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:12.844010 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (81309467-abc6-4dfb-b370-a18e90d5bc69), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:12.942471 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Pushing event updated for resources: {'Port': ['ID=81309467-abc6-4dfb-b370-a18e90d5bc69,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:10:12.953652 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.db.api [None req-8d86379e-9b60-4bb7-8cc0-7390192a2891 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 15:10:12.954080 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG oslo_db.api [None req-8d86379e-9b60-4bb7-8cc0-7390192a2891 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 15:10:13.351889 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e6dd9d0a-6e21-4e6a-862d-c3de3433e8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:13.488915 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-8d86379e-9b60-4bb7-8cc0-7390192a2891 None None] Current status of the port 81309467-abc6-4dfb-b370-a18e90d5bc69 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:10:13.611558 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-4bf5b62d-4b88-452b-9885-2eecc79fb9cb None None] Provisioning complete for port 81309467-abc6-4dfb-b370-a18e90d5bc69 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:10:13.611911 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4bf5b62d-4b88-452b-9885-2eecc79fb9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (81309467-abc6-4dfb-b370-a18e90d5bc69), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:13.688860 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-4bf5b62d-4b88-452b-9885-2eecc79fb9cb None None] Current status of the port 81309467-abc6-4dfb-b370-a18e90d5bc69 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:10:14.212783 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 60742) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:10:14.366379 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 81309467-abc6-4dfb-b370-a18e90d5bc69 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:10:14.417932 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 81309467-abc6-4dfb-b370-a18e90d5bc69 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:10:14.418336 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (81309467-abc6-4dfb-b370-a18e90d5bc69), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:14.492381 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 81309467-abc6-4dfb-b370-a18e90d5bc69 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:10:14.730407 dv-cinder-815146-10-iscsi neutron-server[102564]: WARNING oslo_policy.policy [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 15:10:14.731010 dv-cinder-815146-10-iscsi neutron-server[102564]: WARNING oslo_policy.policy [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 15:10:14.955496 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:10:15.012001 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Made reservation on behalf of f218171925fe4229908479fd5060b3ef for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:10:15.073987 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.policy [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102564) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 14 15:10:15.115988 dv-cinder-815146-10-iscsi neutron-server[102564]: WARNING oslo_policy.policy [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 15:10:15.116367 dv-cinder-815146-10-iscsi neutron-server[102564]: WARNING oslo_policy.policy [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 15:10:15.126596 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:15.147236 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:15.259758 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Publish callbacks [] for security_group (3983c334-6a1a-4776-a935-d131ef356b69), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:15.263935 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (3983c334-6a1a-4776-a935-d131ef356b69), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:15.275641 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Reserving flat network on physical network physnet1 {{(pid=102564) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 14 15:10:15.309471 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752305293415', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (038ca40d-da4a-4583-a903-b65f2431c918), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:15.310025 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Unsubscribe: segment precommit_create {{(pid=102564) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 14 15:10:15.310559 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Added segment 038ca40d-da4a-4583-a903-b65f2431c918 of type flat for network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f Feb 14 15:10:15.326590 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3983c334-6a1a-4776-a935-d131ef356b69,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:10:15.358827 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:15.359188 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:15.359529 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:15.359883 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:15.360211 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:15.360535 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:15.360873 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:15.361201 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:15.361551 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:15.361873 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:15.362190 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:15.362505 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:15.362820 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Tracked resource versions report: Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: pushed versions: Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: { 'AddressGroup': {'1.2'}, Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'ConntrackHelper': {'1.0'}, Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'LocalIPAssociation': {'1.0'}, Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'Log': {'1.0'}, Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'Network': {'1.1'}, Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'Port': {'1.7'}, Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'PortForwarding': {'1.2'}, Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'QosPolicy': {'1.10'}, Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'SecurityGroup': {'1.5'}, Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'SecurityGroupRule': {'1.2'}, Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'SubPort': {'1.0'}, Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'Subnet': {'1.1'}, Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'Trunk': {'1.1'}} Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: consumer versions: Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: { DHCP agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: L3 agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: Metadata agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: Metering agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: Open vSwitch agent@dv-cinder-815146-10-iscsi: { 'AddressGroup': '1.2', Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'ConntrackHelper': '1.0', Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'LocalIPAssociation': '1.0', Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'Log': '1.0', Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'Network': '1.1', Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'Port': '1.7', Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'PortForwarding': '1.2', Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'QosPolicy': '1.10', Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'SecurityGroup': '1.5', Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'SecurityGroupRule': '1.2', Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'SubPort': '1.0', Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'Subnet': '1.1', Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: 'Trunk': '1.1'}} Feb 14 15:10:15.364257 dv-cinder-815146-10-iscsi neutron-server[102564]: {{(pid=102564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 15:10:15.431275 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752304802214'] for network (a318f2e5-fbf9-4a36-a1d1-4a864fc5139f), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:15.475565 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for network (a318f2e5-fbf9-4a36-a1d1-4a864fc5139f), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:15.476895 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:10:15.477612 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:15.546622 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3308957 Feb 14 15:10:15.588157 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13aaa9b-6519-4d6e-b8c5-cd93e3510b23 admin admin] Pushing event updated for resources: {'Network': ['ID=a318f2e5-fbf9-4a36-a1d1-4a864fc5139f,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:10:15.593069 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8c12b183-faff-4b0b-8397-48ca81697539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:15.602605 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f details requested by agent ovs-agent-dv-cinder-815146-10-iscsi with host dv-cinder-815146-10-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:10:17.239573 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:18.054180 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 60772) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:10:18.289150 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e1eec0-3381-40ce-8900-6a6ffee33e86 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:10:18.290557 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-28e1eec0-3381-40ce-8900-6a6ffee33e86 demo admin] 10.222.0.87 "GET /v2.0/subnets/473e0f23-ed07-44a2-93c5-8579cffef482 HTTP/1.1" status: 200 len: 849 time: 0.2353694 Feb 14 15:10:18.474565 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-d3fada53-74a9-41cd-ad37-1b097d29786d demo admin] 10.222.0.87 "GET /v2.0/routers/fe82cb56-c094-47d6-b9e2-33143fd52f14 HTTP/1.1" status: 200 len: 704 time: 0.1782839 Feb 14 15:10:18.517300 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:18.767120 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be95118f-7a55-4e93-8d4e-50627772e9f5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:19.060551 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-be95118f-7a55-4e93-8d4e-50627772e9f5 demo admin] Allocated IP 172.20.0.1 (5c5c29f3-5bd0-4681-b66c-f0937d744b98/473e0f23-ed07-44a2-93c5-8579cffef482/0429cd75-870f-476c-b7e9-d82588ae3e0a) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:10:19.241272 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be95118f-7a55-4e93-8d4e-50627772e9f5 demo admin] Publish callbacks [] for port (0429cd75-870f-476c-b7e9-d82588ae3e0a), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:19.309663 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be95118f-7a55-4e93-8d4e-50627772e9f5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (0429cd75-870f-476c-b7e9-d82588ae3e0a), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:19.384740 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be95118f-7a55-4e93-8d4e-50627772e9f5 demo admin] Network 5c5c29f3-5bd0-4681-b66c-f0937d744b98 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:10:19.391336 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-be95118f-7a55-4e93-8d4e-50627772e9f5 demo admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:10:19.394709 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be95118f-7a55-4e93-8d4e-50627772e9f5 demo admin] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:10:19.395281 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be95118f-7a55-4e93-8d4e-50627772e9f5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560831'] for router_interface (fe82cb56-c094-47d6-b9e2-33143fd52f14), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:19.460122 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95118f-7a55-4e93-8d4e-50627772e9f5 demo admin] Pushing event updated for resources: {'Port': ['ID=0429cd75-870f-476c-b7e9-d82588ae3e0a,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:10:19.610906 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be95118f-7a55-4e93-8d4e-50627772e9f5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (0429cd75-870f-476c-b7e9-d82588ae3e0a), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:19.645534 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-24a42e22-f091-4b61-8af9-e74f61d2f505 None None] Provisioning complete for port 0429cd75-870f-476c-b7e9-d82588ae3e0a triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:10:19.646083 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-24a42e22-f091-4b61-8af9-e74f61d2f505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (0429cd75-870f-476c-b7e9-d82588ae3e0a), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:19.681945 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-24a42e22-f091-4b61-8af9-e74f61d2f505 None None] Port 0429cd75-870f-476c-b7e9-d82588ae3e0a cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:10:19.742819 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:19.872257 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be95118f-7a55-4e93-8d4e-50627772e9f5 demo admin] Publish callbacks [] for port (0429cd75-870f-476c-b7e9-d82588ae3e0a), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:19.876633 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be95118f-7a55-4e93-8d4e-50627772e9f5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (0429cd75-870f-476c-b7e9-d82588ae3e0a), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:19.877382 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-be95118f-7a55-4e93-8d4e-50627772e9f5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560835'] for router_interface (fe82cb56-c094-47d6-b9e2-33143fd52f14), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:19.939580 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95118f-7a55-4e93-8d4e-50627772e9f5 demo admin] Pushing event updated for resources: {'Port': ['ID=0429cd75-870f-476c-b7e9-d82588ae3e0a,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:10:20.002419 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be95118f-7a55-4e93-8d4e-50627772e9f5 demo admin] Network 5c5c29f3-5bd0-4681-b66c-f0937d744b98 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:10:20.003746 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-be95118f-7a55-4e93-8d4e-50627772e9f5 demo admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:10:20.172091 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be95118f-7a55-4e93-8d4e-50627772e9f5 demo admin] Router fe82cb56-c094-47d6-b9e2-33143fd52f14 is scheduled to L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e with binding_index 1 {{(pid=102564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 15:10:20.204704 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-4a0fb953-61f2-4d32-bc03-d6472dcdaf49 None None] Provisioning complete for port 0429cd75-870f-476c-b7e9-d82588ae3e0a triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:10:20.205026 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4a0fb953-61f2-4d32-bc03-d6472dcdaf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (0429cd75-870f-476c-b7e9-d82588ae3e0a), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:20.238162 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-4a0fb953-61f2-4d32-bc03-d6472dcdaf49 None None] Port 0429cd75-870f-476c-b7e9-d82588ae3e0a cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:10:20.270007 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be95118f-7a55-4e93-8d4e-50627772e9f5 demo admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:10:20.276997 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-be95118f-7a55-4e93-8d4e-50627772e9f5 demo admin] 10.222.0.87 "PUT /v2.0/routers/fe82cb56-c094-47d6-b9e2-33143fd52f14/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7959573 Feb 14 15:10:20.279738 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] Sync routers for ids ['fe82cb56-c094-47d6-b9e2-33143fd52f14'] in dv-cinder-815146-10-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:10:20.292607 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] Routers {'fe82cb56-c094-47d6-b9e2-33143fd52f14'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:10:20.293454 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:10:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['fe82cb56-c094-47d6-b9e2-33143fd52f14'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:10:20.488821 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] Set router fe82cb56-c094-47d6-b9e2-33143fd52f14 gateway port host: None {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:10:20.923515 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe82cb56-c094-47d6-b9e2-33143fd52f14', 'name': 'router1', 'tenant_id': '0d05b2ea660b4caaae62548132ab5b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:10:08Z', 'updated_at': '2022-02-14T15:10:19Z', 'revision_number': 2, 'project_id': '0d05b2ea660b4caaae62548132ab5b8b', 'gw_port_host': None, '_interfaces': [{'id': '0429cd75-870f-476c-b7e9-d82588ae3e0a', 'name': '', 'network_id': '5c5c29f3-5bd0-4681-b66c-f0937d744b98', 'tenant_id': '0d05b2ea660b4caaae62548132ab5b8b', 'mac_address': 'fa:16:3e:e6:fa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe82cb56-c094-47d6-b9e2-33143fd52f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '473e0f23-ed07-44a2-93c5-8579cffef482', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:10:18Z', 'updated_at': '2022-02-14T15:10:19Z', 'revision_number': 2, 'project_id': '0d05b2ea660b4caaae62548132ab5b8b', 'subnets': [{'id': '473e0f23-ed07-44a2-93c5-8579cffef482', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ac466a3-048d-4779-9df2-087b873304c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:10:20.974527 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] Checking router: fe82cb56-c094-47d6-b9e2-33143fd52f14 for host: dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:10:20.974915 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] Updating router fe82cb56-c094-47d6-b9e2-33143fd52f14 port 0429cd75-870f-476c-b7e9-d82588ae3e0a binding host dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:10:21.027450 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (0429cd75-870f-476c-b7e9-d82588ae3e0a), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:21.543773 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] Publish callbacks [] for port (0429cd75-870f-476c-b7e9-d82588ae3e0a), precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:21.552180 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (0429cd75-870f-476c-b7e9-d82588ae3e0a), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:21.716777 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03816a2d-bd8e-4f64-a4f2-2da70034cfdc None None] Pushing event updated for resources: {'Port': ['ID=0429cd75-870f-476c-b7e9-d82588ae3e0a,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:10:21.730807 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03816a2d-bd8e-4f64-a4f2-2da70034cfdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:21.731172 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03816a2d-bd8e-4f64-a4f2-2da70034cfdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:21.731529 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03816a2d-bd8e-4f64-a4f2-2da70034cfdc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:21.731932 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03816a2d-bd8e-4f64-a4f2-2da70034cfdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:21.732269 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03816a2d-bd8e-4f64-a4f2-2da70034cfdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:21.732608 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03816a2d-bd8e-4f64-a4f2-2da70034cfdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:21.732957 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03816a2d-bd8e-4f64-a4f2-2da70034cfdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:21.733301 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03816a2d-bd8e-4f64-a4f2-2da70034cfdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:21.733634 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03816a2d-bd8e-4f64-a4f2-2da70034cfdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:21.733980 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03816a2d-bd8e-4f64-a4f2-2da70034cfdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:21.734321 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03816a2d-bd8e-4f64-a4f2-2da70034cfdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:21.734658 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03816a2d-bd8e-4f64-a4f2-2da70034cfdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:21.734978 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03816a2d-bd8e-4f64-a4f2-2da70034cfdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03816a2d-bd8e-4f64-a4f2-2da70034cfdc None None] Tracked resource versions report: Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: pushed versions: Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: { 'AddressGroup': {'1.2'}, Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'ConntrackHelper': {'1.0'}, Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'LocalIPAssociation': {'1.0'}, Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'Log': {'1.0'}, Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'Network': {'1.1'}, Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'Port': {'1.7'}, Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'PortForwarding': {'1.2'}, Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'QosPolicy': {'1.10'}, Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'SecurityGroup': {'1.5'}, Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'SecurityGroupRule': {'1.2'}, Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'SubPort': {'1.0'}, Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'Subnet': {'1.1'}, Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'Trunk': {'1.1'}} Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: consumer versions: Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: { DHCP agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: L3 agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: Metadata agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: Metering agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: Open vSwitch agent@dv-cinder-815146-10-iscsi: { 'AddressGroup': '1.2', Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'ConntrackHelper': '1.0', Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'LocalIPAssociation': '1.0', Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'Log': '1.0', Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'Network': '1.1', Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'Port': '1.7', Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'PortForwarding': '1.2', Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'QosPolicy': '1.10', Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'SecurityGroup': '1.5', Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'SecurityGroupRule': '1.2', Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'SubPort': '1.0', Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'Subnet': '1.1', Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: 'Trunk': '1.1'}} Feb 14 15:10:21.736531 dv-cinder-815146-10-iscsi neutron-server[102566]: {{(pid=102566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 15:10:21.741755 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] Attempting to bind port 0429cd75-870f-476c-b7e9-d82588ae3e0a on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:10:21.742112 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] Attempting to bind port 0429cd75-870f-476c-b7e9-d82588ae3e0a by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': 'd0c6a3ad-3534-4891-98eb-2e9804670c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '5c5c29f3-5bd0-4681-b66c-f0937d744b98'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:10:21.742633 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] Attempting to bind port 0429cd75-870f-476c-b7e9-d82588ae3e0a on network 5c5c29f3-5bd0-4681-b66c-f0937d744b98 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:10:21.748948 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:10:21.749366 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] Checking segment: {'id': 'd0c6a3ad-3534-4891-98eb-2e9804670c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '5c5c29f3-5bd0-4681-b66c-f0937d744b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:10:21.749887 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:21.750287 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] Bound using segment: {'id': 'd0c6a3ad-3534-4891-98eb-2e9804670c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '5c5c29f3-5bd0-4681-b66c-f0937d744b98'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:10:21.750767 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] Bound port: 0429cd75-870f-476c-b7e9-d82588ae3e0a, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c6a3ad-3534-4891-98eb-2e9804670c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '5c5c29f3-5bd0-4681-b66c-f0937d744b98'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:10:21.751154 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (0429cd75-870f-476c-b7e9-d82588ae3e0a), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:21.766383 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-79a906df-ce9b-44bf-b4e5-0962b7e692f0 None None] Provisioning complete for port 0429cd75-870f-476c-b7e9-d82588ae3e0a triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:10:21.767050 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-79a906df-ce9b-44bf-b4e5-0962b7e692f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (0429cd75-870f-476c-b7e9-d82588ae3e0a), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:21.805881 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-79a906df-ce9b-44bf-b4e5-0962b7e692f0 None None] Port 0429cd75-870f-476c-b7e9-d82588ae3e0a cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:10:21.823955 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] For port 0429cd75-870f-476c-b7e9-d82588ae3e0a, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:10:21.843233 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] For port 0429cd75-870f-476c-b7e9-d82588ae3e0a, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=0429cd75-870f-476c-b7e9-d82588ae3e0a,segment=NetworkSegment(d0c6a3ad-3534-4891-98eb-2e9804670c76),segment_id=d0c6a3ad-3534-4891-98eb-2e9804670c76)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:10:21.850249 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (0429cd75-870f-476c-b7e9-d82588ae3e0a), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:21.907973 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] Routers {'fe82cb56-c094-47d6-b9e2-33143fd52f14'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:10:21.908601 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:10:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['fe82cb56-c094-47d6-b9e2-33143fd52f14'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:10:21.946797 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03816a2d-bd8e-4f64-a4f2-2da70034cfdc None None] Pushing event updated for resources: {'Port': ['ID=0429cd75-870f-476c-b7e9-d82588ae3e0a,revision_number=4']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:10:22.006095 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] Set router fe82cb56-c094-47d6-b9e2-33143fd52f14 gateway port host: None {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:10:22.128462 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-d8feff5f-d032-4471-9f58-6f7ccd2aa93b None None] Provisioning complete for port 0429cd75-870f-476c-b7e9-d82588ae3e0a triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:10:22.129163 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d8feff5f-d032-4471-9f58-6f7ccd2aa93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (0429cd75-870f-476c-b7e9-d82588ae3e0a), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:22.217071 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-d8feff5f-d032-4471-9f58-6f7ccd2aa93b None None] Current status of the port 0429cd75-870f-476c-b7e9-d82588ae3e0a is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:10:22.217393 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d8feff5f-d032-4471-9f58-6f7ccd2aa93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (0429cd75-870f-476c-b7e9-d82588ae3e0a), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:22.225742 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe82cb56-c094-47d6-b9e2-33143fd52f14', 'name': 'router1', 'tenant_id': '0d05b2ea660b4caaae62548132ab5b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:10:08Z', 'updated_at': '2022-02-14T15:10:19Z', 'revision_number': 2, 'project_id': '0d05b2ea660b4caaae62548132ab5b8b', 'gw_port_host': None, '_interfaces': [{'id': '0429cd75-870f-476c-b7e9-d82588ae3e0a', 'name': '', 'network_id': '5c5c29f3-5bd0-4681-b66c-f0937d744b98', 'tenant_id': '0d05b2ea660b4caaae62548132ab5b8b', 'mac_address': 'fa:16:3e:e6:fa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe82cb56-c094-47d6-b9e2-33143fd52f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '473e0f23-ed07-44a2-93c5-8579cffef482', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:10:18Z', 'updated_at': '2022-02-14T15:10:21Z', 'revision_number': 4, 'project_id': '0d05b2ea660b4caaae62548132ab5b8b', 'subnets': [{'id': '473e0f23-ed07-44a2-93c5-8579cffef482', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ac466a3-048d-4779-9df2-087b873304c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:10:22.249823 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-d8feff5f-d032-4471-9f58-6f7ccd2aa93b None None] For port 0429cd75-870f-476c-b7e9-d82588ae3e0a, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=0429cd75-870f-476c-b7e9-d82588ae3e0a,segment=NetworkSegment(d0c6a3ad-3534-4891-98eb-2e9804670c76),segment_id=d0c6a3ad-3534-4891-98eb-2e9804670c76)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:10:22.253744 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b340c9ee-6187-407b-9697-527f32b1a2e7 None None] The sync data for ids ['fe82cb56-c094-47d6-b9e2-33143fd52f14'] in dv-cinder-815146-10-iscsi is: [{'id': 'fe82cb56-c094-47d6-b9e2-33143fd52f14', 'name': 'router1', 'tenant_id': '0d05b2ea660b4caaae62548132ab5b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:10:08Z', 'updated_at': '2022-02-14T15:10:19Z', 'revision_number': 2, 'project_id': '0d05b2ea660b4caaae62548132ab5b8b', 'gw_port_host': None, '_interfaces': [{'id': '0429cd75-870f-476c-b7e9-d82588ae3e0a', 'name': '', 'network_id': '5c5c29f3-5bd0-4681-b66c-f0937d744b98', 'tenant_id': '0d05b2ea660b4caaae62548132ab5b8b', 'mac_address': 'fa:16:3e:e6:fa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe82cb56-c094-47d6-b9e2-33143fd52f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '473e0f23-ed07-44a2-93c5-8579cffef482', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:10:18Z', 'updated_at': '2022-02-14T15:10:21Z', 'revision_number': 4, 'project_id': '0d05b2ea660b4caaae62548132ab5b8b', 'subnets': [{'id': '473e0f23-ed07-44a2-93c5-8579cffef482', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ac466a3-048d-4779-9df2-087b873304c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:10:22.253925 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d8feff5f-d032-4471-9f58-6f7ccd2aa93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (0429cd75-870f-476c-b7e9-d82588ae3e0a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:22.319553 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8feff5f-d032-4471-9f58-6f7ccd2aa93b None None] Pushing event updated for resources: {'Port': ['ID=0429cd75-870f-476c-b7e9-d82588ae3e0a,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:10:22.702805 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 60792) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:10:22.822187 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33749d29-f2cd-48b0-af63-966cfbd12d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:10:22.823656 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-33749d29-f2cd-48b0-af63-966cfbd12d5e admin admin] 10.222.0.87 "GET /v2.0/networks/a318f2e5-fbf9-4a36-a1d1-4a864fc5139f HTTP/1.1" status: 200 len: 842 time: 0.1198514 Feb 14 15:10:22.833242 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-3f5e585f-dcfc-49b3-98bf-d16a728c5c34 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'ip_version': 4, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'name': 'public-subnet'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:10:22.853714 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5e585f-dcfc-49b3-98bf-d16a728c5c34 admin admin] Made reservation on behalf of f218171925fe4229908479fd5060b3ef for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:10:22.856855 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3f5e585f-dcfc-49b3-98bf-d16a728c5c34 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:23.168926 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.objects.ports [None req-3f5e585f-dcfc-49b3-98bf-d16a728c5c34 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 15:10:23.169300 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3f5e585f-dcfc-49b3-98bf-d16a728c5c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for subnet (1bedbbde-d873-4c55-9589-51025e0481b7), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:23.231867 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e585f-dcfc-49b3-98bf-d16a728c5c34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bedbbde-d873-4c55-9589-51025e0481b7,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:10:23.233998 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5e585f-dcfc-49b3-98bf-d16a728c5c34 admin admin] Checking segment: {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:10:23.234352 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5e585f-dcfc-49b3-98bf-d16a728c5c34 admin admin] Network hostable DHCP agents. Network: a318f2e5-fbf9-4a36-a1d1-4a864fc5139f, hostable agents: ['b66b99de-e32e-4873-b4e6-197912f08fb5'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:10:23.251851 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5e585f-dcfc-49b3-98bf-d16a728c5c34 admin admin] Network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f is scheduled to be hosted by DHCP agent b66b99de-e32e-4873-b4e6-197912f08fb5 with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:10:23.260181 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-3f5e585f-dcfc-49b3-98bf-d16a728c5c34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-10-iscsi, a318f2e5-fbf9-4a36-a1d1-4a864fc5139f) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:10:23.264293 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5e585f-dcfc-49b3-98bf-d16a728c5c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:10:23.264944 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3f5e585f-dcfc-49b3-98bf-d16a728c5c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:23.269972 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6711d2-4dd2-48b2-bb30-4a912f851fab None None] Network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:10:23.287536 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-3f5e585f-dcfc-49b3-98bf-d16a728c5c34 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4576509 Feb 14 15:10:23.398549 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c071e4-4984-47ba-986d-937ae3ebc820 None None] Network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:10:25.668689 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 60800) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:10:25.892141 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-95549d1a-3751-4a83-aba7-29ba6480b089 demo admin] 10.222.0.87 "GET /v2.0/routers/fe82cb56-c094-47d6-b9e2-33143fd52f14 HTTP/1.1" status: 200 len: 710 time: 0.2221422 Feb 14 15:10:25.978210 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f96d1a-75a1-4e52-ae86-5324d111c799 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:10:25.980319 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d2f96d1a-75a1-4e52-ae86-5324d111c799 demo admin] 10.222.0.87 "GET /v2.0/networks/a318f2e5-fbf9-4a36-a1d1-4a864fc5139f HTTP/1.1" status: 200 len: 886 time: 0.0819216 Feb 14 15:10:25.988886 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-61be3f08-0daf-42a1-9131-cc9720a1e17d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:10:26.290114 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-61be3f08-0daf-42a1-9131-cc9720a1e17d demo admin] Publish callbacks [] for router_gateway (fe82cb56-c094-47d6-b9e2-33143fd52f14), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:26.535779 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-61be3f08-0daf-42a1-9131-cc9720a1e17d demo admin] Publish callbacks [] for router_gateway (fe82cb56-c094-47d6-b9e2-33143fd52f14), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:26.625750 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-61be3f08-0daf-42a1-9131-cc9720a1e17d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:26.800993 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-61be3f08-0daf-42a1-9131-cc9720a1e17d demo admin] Allocated IP 172.27.0.103 (a318f2e5-fbf9-4a36-a1d1-4a864fc5139f/1bedbbde-d873-4c55-9589-51025e0481b7/c4151db4-1800-42bc-a242-df3ee9bb0ccb) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:10:26.914961 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-61be3f08-0daf-42a1-9131-cc9720a1e17d demo admin] Publish callbacks [] for port (c4151db4-1800-42bc-a242-df3ee9bb0ccb), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:26.984299 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-61be3f08-0daf-42a1-9131-cc9720a1e17d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (c4151db4-1800-42bc-a242-df3ee9bb0ccb), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:27.063626 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61be3f08-0daf-42a1-9131-cc9720a1e17d demo admin] Network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:10:27.070570 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-61be3f08-0daf-42a1-9131-cc9720a1e17d demo admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:10:27.081844 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61be3f08-0daf-42a1-9131-cc9720a1e17d demo admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:10:27.085402 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be3f08-0daf-42a1-9131-cc9720a1e17d demo admin] Pushing event updated for resources: {'Port': ['ID=c4151db4-1800-42bc-a242-df3ee9bb0ccb,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:10:27.402803 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-61be3f08-0daf-42a1-9131-cc9720a1e17d demo admin] Publish callbacks [] for router_gateway (fe82cb56-c094-47d6-b9e2-33143fd52f14), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:27.618953 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-61be3f08-0daf-42a1-9131-cc9720a1e17d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8862'] for router (fe82cb56-c094-47d6-b9e2-33143fd52f14), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:27.624154 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-61be3f08-0daf-42a1-9131-cc9720a1e17d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553592'] for router (fe82cb56-c094-47d6-b9e2-33143fd52f14), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:27.805994 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61be3f08-0daf-42a1-9131-cc9720a1e17d demo admin] Router fe82cb56-c094-47d6-b9e2-33143fd52f14 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:10:27.918139 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61be3f08-0daf-42a1-9131-cc9720a1e17d demo admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:10:27.923007 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-61be3f08-0daf-42a1-9131-cc9720a1e17d demo admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:27.940523 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-61be3f08-0daf-42a1-9131-cc9720a1e17d demo admin] 10.222.0.87 "PUT /v2.0/routers/fe82cb56-c094-47d6-b9e2-33143fd52f14 HTTP/1.1" status: 200 len: 890 time: 1.9379454 Feb 14 15:10:30.409767 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 0429cd75-870f-476c-b7e9-d82588ae3e0a up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:10:30.432429 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 60812) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:10:30.463579 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 0429cd75-870f-476c-b7e9-d82588ae3e0a triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:10:30.464823 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (0429cd75-870f-476c-b7e9-d82588ae3e0a), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:30.549766 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 0429cd75-870f-476c-b7e9-d82588ae3e0a is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:10:30.562684 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-cfae7817-d05e-4940-aa77-a0216538bc08 admin admin] 10.222.0.87 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1291375 Feb 14 15:10:30.803167 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] Sync routers for ids ['fe82cb56-c094-47d6-b9e2-33143fd52f14'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:10:30.814711 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] Routers {'fe82cb56-c094-47d6-b9e2-33143fd52f14'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:10:30.815434 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:10:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['fe82cb56-c094-47d6-b9e2-33143fd52f14'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:10:31.039769 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] Set router fe82cb56-c094-47d6-b9e2-33143fd52f14 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:10:31.517034 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe82cb56-c094-47d6-b9e2-33143fd52f14', 'name': 'router1', 'tenant_id': '0d05b2ea660b4caaae62548132ab5b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'c4151db4-1800-42bc-a242-df3ee9bb0ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:10:08Z', 'updated_at': '2022-02-14T15:10:27Z', 'revision_number': 4, 'project_id': '0d05b2ea660b4caaae62548132ab5b8b', 'gw_port': {'id': 'c4151db4-1800-42bc-a242-df3ee9bb0ccb', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe82cb56-c094-47d6-b9e2-33143fd52f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:10:26Z', 'updated_at': '2022-02-14T15:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '0429cd75-870f-476c-b7e9-d82588ae3e0a', 'name': '', 'network_id': '5c5c29f3-5bd0-4681-b66c-f0937d744b98', 'tenant_id': '0d05b2ea660b4caaae62548132ab5b8b', 'mac_address': 'fa:16:3e:e6:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe82cb56-c094-47d6-b9e2-33143fd52f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '473e0f23-ed07-44a2-93c5-8579cffef482', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:10:18Z', 'updated_at': '2022-02-14T15:10:22Z', 'revision_number': 5, 'project_id': '0d05b2ea660b4caaae62548132ab5b8b', 'subnets': [{'id': '473e0f23-ed07-44a2-93c5-8579cffef482', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ac466a3-048d-4779-9df2-087b873304c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:10:31.569960 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] Checking router: fe82cb56-c094-47d6-b9e2-33143fd52f14 for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:10:31.570285 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] Updating router fe82cb56-c094-47d6-b9e2-33143fd52f14 port c4151db4-1800-42bc-a242-df3ee9bb0ccb binding host dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:10:31.624054 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (c4151db4-1800-42bc-a242-df3ee9bb0ccb), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:31.966485 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] Publish callbacks [] for port (c4151db4-1800-42bc-a242-df3ee9bb0ccb), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:31.982116 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (c4151db4-1800-42bc-a242-df3ee9bb0ccb), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:32.029171 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fa2bf-8534-4ea5-bdde-982adf2dd9c8 None None] Pushing event updated for resources: {'Port': ['ID=c4151db4-1800-42bc-a242-df3ee9bb0ccb,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:10:32.031820 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] Attempting to bind port c4151db4-1800-42bc-a242-df3ee9bb0ccb on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:10:32.032597 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] Attempting to bind port c4151db4-1800-42bc-a242-df3ee9bb0ccb by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:10:32.032970 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] Attempting to bind port c4151db4-1800-42bc-a242-df3ee9bb0ccb on network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:10:32.038839 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:10:32.039226 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] Checking segment: {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:10:32.039654 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:32.040086 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] Bound using segment: {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:10:32.040561 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] Bound port: c4151db4-1800-42bc-a242-df3ee9bb0ccb, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:10:32.040950 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (c4151db4-1800-42bc-a242-df3ee9bb0ccb), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:32.089772 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] For port c4151db4-1800-42bc-a242-df3ee9bb0ccb, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:10:32.092746 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] For port c4151db4-1800-42bc-a242-df3ee9bb0ccb, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=c4151db4-1800-42bc-a242-df3ee9bb0ccb,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:10:32.097994 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (c4151db4-1800-42bc-a242-df3ee9bb0ccb), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:32.163299 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fa2bf-8534-4ea5-bdde-982adf2dd9c8 None None] Pushing event updated for resources: {'Port': ['ID=c4151db4-1800-42bc-a242-df3ee9bb0ccb,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:10:32.165848 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] Routers {'fe82cb56-c094-47d6-b9e2-33143fd52f14'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:10:32.167349 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:10:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['fe82cb56-c094-47d6-b9e2-33143fd52f14'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:10:32.295933 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] Set router fe82cb56-c094-47d6-b9e2-33143fd52f14 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:10:32.529060 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe82cb56-c094-47d6-b9e2-33143fd52f14', 'name': 'router1', 'tenant_id': '0d05b2ea660b4caaae62548132ab5b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'c4151db4-1800-42bc-a242-df3ee9bb0ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:10:08Z', 'updated_at': '2022-02-14T15:10:27Z', 'revision_number': 4, 'project_id': '0d05b2ea660b4caaae62548132ab5b8b', 'gw_port': {'id': 'c4151db4-1800-42bc-a242-df3ee9bb0ccb', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe82cb56-c094-47d6-b9e2-33143fd52f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:10:26Z', 'updated_at': '2022-02-14T15:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '0429cd75-870f-476c-b7e9-d82588ae3e0a', 'name': '', 'network_id': '5c5c29f3-5bd0-4681-b66c-f0937d744b98', 'tenant_id': '0d05b2ea660b4caaae62548132ab5b8b', 'mac_address': 'fa:16:3e:e6:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe82cb56-c094-47d6-b9e2-33143fd52f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '473e0f23-ed07-44a2-93c5-8579cffef482', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:10:18Z', 'updated_at': '2022-02-14T15:10:22Z', 'revision_number': 5, 'project_id': '0d05b2ea660b4caaae62548132ab5b8b', 'subnets': [{'id': '473e0f23-ed07-44a2-93c5-8579cffef482', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ac466a3-048d-4779-9df2-087b873304c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:10:32.558058 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5667c04-8a66-4a95-bf2d-8dd3650f8df2 None None] The sync data for ids ['fe82cb56-c094-47d6-b9e2-33143fd52f14'] in dv-cinder-815146-10-iscsi is: [{'id': 'fe82cb56-c094-47d6-b9e2-33143fd52f14', 'name': 'router1', 'tenant_id': '0d05b2ea660b4caaae62548132ab5b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'c4151db4-1800-42bc-a242-df3ee9bb0ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:10:08Z', 'updated_at': '2022-02-14T15:10:27Z', 'revision_number': 4, 'project_id': '0d05b2ea660b4caaae62548132ab5b8b', 'gw_port': {'id': 'c4151db4-1800-42bc-a242-df3ee9bb0ccb', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe82cb56-c094-47d6-b9e2-33143fd52f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:10:26Z', 'updated_at': '2022-02-14T15:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '0429cd75-870f-476c-b7e9-d82588ae3e0a', 'name': '', 'network_id': '5c5c29f3-5bd0-4681-b66c-f0937d744b98', 'tenant_id': '0d05b2ea660b4caaae62548132ab5b8b', 'mac_address': 'fa:16:3e:e6:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe82cb56-c094-47d6-b9e2-33143fd52f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '473e0f23-ed07-44a2-93c5-8579cffef482', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:10:18Z', 'updated_at': '2022-02-14T15:10:22Z', 'revision_number': 5, 'project_id': '0d05b2ea660b4caaae62548132ab5b8b', 'subnets': [{'id': '473e0f23-ed07-44a2-93c5-8579cffef482', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ac466a3-048d-4779-9df2-087b873304c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:10:34.483880 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device c4151db4-1800-42bc-a242-df3ee9bb0ccb up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:10:34.557196 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port c4151db4-1800-42bc-a242-df3ee9bb0ccb triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:10:34.557993 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (c4151db4-1800-42bc-a242-df3ee9bb0ccb), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:34.655929 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port c4151db4-1800-42bc-a242-df3ee9bb0ccb is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:10:34.656783 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (c4151db4-1800-42bc-a242-df3ee9bb0ccb), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:34.679103 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] For port c4151db4-1800-42bc-a242-df3ee9bb0ccb, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=c4151db4-1800-42bc-a242-df3ee9bb0ccb,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:10:34.700598 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (c4151db4-1800-42bc-a242-df3ee9bb0ccb), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:34.767034 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Pushing event updated for resources: {'Port': ['ID=c4151db4-1800-42bc-a242-df3ee9bb0ccb,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:10:36.478199 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device c4151db4-1800-42bc-a242-df3ee9bb0ccb up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:10:36.595636 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port c4151db4-1800-42bc-a242-df3ee9bb0ccb triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:10:36.596031 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (c4151db4-1800-42bc-a242-df3ee9bb0ccb), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:36.762711 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port c4151db4-1800-42bc-a242-df3ee9bb0ccb is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:10:43.348642 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-1fdbf741-2fc3-45ba-b061-a1b7ff20fa19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:45.587310 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c6bd04bc-7433-4fc9-8c88-2f81ccff8b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:46.823181 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 5 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:10:47.245256 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:48.524966 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:10:49.741436 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:11:13.342454 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-eabdd53d-3648-4e56-b715-e7b9e51a9b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:11:15.588031 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c6662dba-b59e-4003-9f67-d312872626b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:11:17.248274 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:11:18.523986 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:11:19.738726 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:11:23.825471 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 5 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:11:43.347205 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-11ed4172-508d-4d0f-adb8-46ef4d5df54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:11:45.583817 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c9b5735c-6e37-4bc0-8c6c-e9f14a121bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:11:47.251956 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:11:48.517775 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:11:49.733180 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:11:56.289099 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 33064) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:11:56.351349 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3db0bfb-c315-4b86-a144-d3acd5089dea admin admin] GET failed (client error): The resource could not be found. Feb 14 15:11:56.352672 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f3db0bfb-c315-4b86-a144-d3acd5089dea admin admin] 10.222.0.87 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0626166 Feb 14 15:11:56.518359 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0962ea21-12fd-4157-9d56-07d4b16685a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:11:56.519872 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-0962ea21-12fd-4157-9d56-07d4b16685a8 admin admin] 10.222.0.87 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1631181 Feb 14 15:11:58.809603 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 33074) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:11:58.899368 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a272f-3ec1-4348-8110-c35bbb7cdd8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:11:58.901024 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-311a272f-3ec1-4348-8110-c35bbb7cdd8b admin admin] 10.222.0.87 "GET /v2.0/subnets/473e0f23-ed07-44a2-93c5-8579cffef482 HTTP/1.1" status: 200 len: 849 time: 0.0901854 Feb 14 15:11:58.911230 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-f9a264f5-fad8-4392-8b2b-79aab8b8926d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:11:58.996324 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f9a264f5-fad8-4392-8b2b-79aab8b8926d admin admin] Publish callbacks [] for subnet (473e0f23-ed07-44a2-93c5-8579cffef482), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:11:59.131345 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f9a264f5-fad8-4392-8b2b-79aab8b8926d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752305306552'] for subnet (473e0f23-ed07-44a2-93c5-8579cffef482), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:11:59.160752 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a264f5-fad8-4392-8b2b-79aab8b8926d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:11:59.161342 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f9a264f5-fad8-4392-8b2b-79aab8b8926d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:11:59.162848 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f9a264f5-fad8-4392-8b2b-79aab8b8926d admin admin] 10.222.0.87 "PUT /v2.0/subnets/473e0f23-ed07-44a2-93c5-8579cffef482 HTTP/1.1" status: 200 len: 868 time: 0.2550049 Feb 14 15:11:59.178586 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c105b584-0702-4030-a2e0-5fa8a6ac4f6c None None] Network 5c5c29f3-5bd0-4681-b66c-f0937d744b98 requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:11:59.188917 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a264f5-fad8-4392-8b2b-79aab8b8926d admin admin] Pushing event updated for resources: {'Subnet': ['ID=473e0f23-ed07-44a2-93c5-8579cffef482,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:11:59.196515 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a264f5-fad8-4392-8b2b-79aab8b8926d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:11:59.196764 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a264f5-fad8-4392-8b2b-79aab8b8926d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:11:59.196979 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a264f5-fad8-4392-8b2b-79aab8b8926d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:11:59.197317 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a264f5-fad8-4392-8b2b-79aab8b8926d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:11:59.197651 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a264f5-fad8-4392-8b2b-79aab8b8926d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:11:59.197982 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a264f5-fad8-4392-8b2b-79aab8b8926d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:11:59.198339 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a264f5-fad8-4392-8b2b-79aab8b8926d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:11:59.198671 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a264f5-fad8-4392-8b2b-79aab8b8926d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:11:59.198999 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a264f5-fad8-4392-8b2b-79aab8b8926d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:11:59.199323 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a264f5-fad8-4392-8b2b-79aab8b8926d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:11:59.199678 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a264f5-fad8-4392-8b2b-79aab8b8926d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:11:59.200003 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a264f5-fad8-4392-8b2b-79aab8b8926d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:11:59.200325 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a264f5-fad8-4392-8b2b-79aab8b8926d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:11:59.603288 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-51f71e59-d2e2-4cd8-9789-3dc9d1724e70 None None] Provisioning complete for port 0429cd75-870f-476c-b7e9-d82588ae3e0a triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:11:59.603604 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-51f71e59-d2e2-4cd8-9789-3dc9d1724e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (0429cd75-870f-476c-b7e9-d82588ae3e0a), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:11:59.679422 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-51f71e59-d2e2-4cd8-9789-3dc9d1724e70 None None] Current status of the port 0429cd75-870f-476c-b7e9-d82588ae3e0a is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:11:59.689558 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-51f71e59-d2e2-4cd8-9789-3dc9d1724e70 None None] Provisioning complete for port 81309467-abc6-4dfb-b370-a18e90d5bc69 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:11:59.689964 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-51f71e59-d2e2-4cd8-9789-3dc9d1724e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (81309467-abc6-4dfb-b370-a18e90d5bc69), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:11:59.769649 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-51f71e59-d2e2-4cd8-9789-3dc9d1724e70 None None] Current status of the port 81309467-abc6-4dfb-b370-a18e90d5bc69 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:12:00.824674 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 5 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:12:01.477316 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 33082) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:12:01.675667 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e57675-2cba-4b5f-b257-7477c61dc855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:12:01.676087 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e57675-2cba-4b5f-b257-7477c61dc855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:12:01.677651 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-86e57675-2cba-4b5f-b257-7477c61dc855 admin admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1993680 Feb 14 15:12:03.946055 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 33090) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:12:04.082292 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a3c871-96a8-4a9b-9829-c90d022a05bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:12:04.082787 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a3c871-96a8-4a9b-9829-c90d022a05bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:12:04.084629 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-24a3c871-96a8-4a9b-9829-c90d022a05bf admin admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1373527 Feb 14 15:12:06.354433 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 33098) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:12:06.501091 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7804ba15-bd9c-45f6-9bbe-2dc03315c439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:12:06.502476 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-7804ba15-bd9c-45f6-9bbe-2dc03315c439 admin admin] 10.222.0.87 "GET /v2.0/networks/5c5c29f3-5bd0-4681-b66c-f0937d744b98 HTTP/1.1" status: 200 len: 869 time: 0.1470947 Feb 14 15:12:08.798988 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 33106) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:12:08.922152 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aa581c-f9e9-4129-ab09-af10a83d8f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:12:08.923578 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f6aa581c-f9e9-4129-ab09-af10a83d8f8f admin admin] 10.222.0.87 "GET /v2.0/networks/a318f2e5-fbf9-4a36-a1d1-4a864fc5139f HTTP/1.1" status: 200 len: 886 time: 0.1235836 Feb 14 15:12:11.203021 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 33114) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:12:11.331352 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0905dfdc-2fa2-4de9-96c9-783190d4144d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:12:11.331850 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0905dfdc-2fa2-4de9-96c9-783190d4144d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:12:11.333393 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-0905dfdc-2fa2-4de9-96c9-783190d4144d admin admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1293001 Feb 14 15:12:13.349864 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a93e8227-ed96-441d-bf91-b7b138540440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:13.585386 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 33122) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:12:13.677089 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaab20da-76bf-4320-a7df-a02ef3555510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:12:13.677569 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaab20da-76bf-4320-a7df-a02ef3555510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:12:13.679077 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-eaab20da-76bf-4320-a7df-a02ef3555510 admin admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927305 Feb 14 15:12:15.576050 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c984a7-58b8-4ede-b14e-f23f0e954e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:15.945477 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 33130) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:12:16.032051 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89920b79-0c75-4d48-9080-70498b00a929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:12:16.033404 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-89920b79-0c75-4d48-9080-70498b00a929 admin admin] 10.222.0.87 "GET /v2.0/subnets/1bedbbde-d873-4c55-9589-51025e0481b7 HTTP/1.1" status: 200 len: 816 time: 0.0869637 Feb 14 15:12:17.256732 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:18.336692 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 33138) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:12:18.431245 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd44ec6-d122-4470-b08a-3587f9ad7777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:12:18.432615 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-afd44ec6-d122-4470-b08a-3587f9ad7777 admin admin] 10.222.0.87 "GET /v2.0/subnets/473e0f23-ed07-44a2-93c5-8579cffef482 HTTP/1.1" status: 200 len: 868 time: 0.0949547 Feb 14 15:12:18.523599 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:19.736556 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:37.823348 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 5 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:12:42.477965 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 33190) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:12:42.527920 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [None req-92147a60-e58f-4492-816f-1ddaacf4f327 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=102564) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:12:42.529292 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-92147a60-e58f-4492-816f-1ddaacf4f327 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0501251 Feb 14 15:12:43.353060 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2719237-b5a0-46b2-b716-ad2206c98471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:44.891088 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 33202) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:12:44.954228 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8654bb-152b-468d-af63-877d73d2ac1f admin admin] GET failed (client error): The resource could not be found. Feb 14 15:12:44.955522 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-0f8654bb-152b-468d-af63-877d73d2ac1f admin admin] 10.222.0.87 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0634406 Feb 14 15:12:45.100054 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125e78ad-20c3-4605-bddf-98935149b802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:12:45.101540 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-125e78ad-20c3-4605-bddf-98935149b802 admin admin] 10.222.0.87 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1418715 Feb 14 15:12:45.579987 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-60e02874-73de-4577-b0f6-ea805b3e9162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:47.257206 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:47.392190 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 33210) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:12:47.439119 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:12:47.457764 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Made reservation on behalf of f218171925fe4229908479fd5060b3ef for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:12:47.460192 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:47.487984 dv-cinder-815146-10-iscsi neutron-server[102564]: WARNING neutron.services.revisions.revision_plugin [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Could not find related network for resource to bump revision. Feb 14 15:12:47.502371 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=102564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:12:47.512454 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (02d5e276-f974-4381-b208-f5f2f8abf6be), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:47.512746 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Added segment 02d5e276-f974-4381-b208-f5f2f8abf6be of type vlan for network 77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f Feb 14 15:12:47.555424 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752304802214'] for network (77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:47.579771 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for network (77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:47.580715 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:12:47.581308 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:47.620414 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2270794 Feb 14 15:12:47.657454 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Pushing event updated for resources: {'Network': ['ID=77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:12:47.665796 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:47.666153 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:47.666506 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:47.666853 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:47.667280 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:47.667525 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:47.667913 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:47.668255 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:47.668591 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:47.668925 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:47.669254 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:47.669582 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:47.669911 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b164f25-bf1b-4e11-85ed-915d162ce49a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:47.682611 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Network 77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f details requested by agent ovs-agent-dv-cinder-815146-10-iscsi with host dv-cinder-815146-10-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:12:48.526815 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:49.739926 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:49.947963 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 33218) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:12:50.024734 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2d8ab5-8547-4862-a15f-020ecd6c8c6d admin admin] GET failed (client error): The resource could not be found. Feb 14 15:12:50.026015 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-6e2d8ab5-8547-4862-a15f-020ecd6c8c6d admin admin] 10.222.0.87 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0770686 Feb 14 15:12:50.098129 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf09c77-54d2-43ba-abdb-3e8ed193e523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:12:50.099568 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-2cf09c77-54d2-43ba-abdb-3e8ed193e523 admin admin] 10.222.0.87 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0693262 Feb 14 15:12:50.109051 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-782b8845-74d0-4205-ac26-7d852b4a33f4 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f', 'description': 'shared-subnet'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:12:50.129650 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782b8845-74d0-4205-ac26-7d852b4a33f4 admin admin] Made reservation on behalf of f218171925fe4229908479fd5060b3ef for: {'subnet': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:12:50.131773 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-782b8845-74d0-4205-ac26-7d852b4a33f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:50.313939 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-782b8845-74d0-4205-ac26-7d852b4a33f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for subnet (4b60a838-b304-4e09-ab77-0e1b0d7bc6ef), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:50.377339 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b8845-74d0-4205-ac26-7d852b4a33f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b60a838-b304-4e09-ab77-0e1b0d7bc6ef,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:12:50.392438 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782b8845-74d0-4205-ac26-7d852b4a33f4 admin admin] Checking segment: {'id': '02d5e276-f974-4381-b208-f5f2f8abf6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:12:50.392793 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782b8845-74d0-4205-ac26-7d852b4a33f4 admin admin] Network hostable DHCP agents. Network: 77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f, hostable agents: ['b66b99de-e32e-4873-b4e6-197912f08fb5'], hosted agents: [] {{(pid=102564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:12:50.414105 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782b8845-74d0-4205-ac26-7d852b4a33f4 admin admin] Network 77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f is scheduled to be hosted by DHCP agent b66b99de-e32e-4873-b4e6-197912f08fb5 with binding_index 1 {{(pid=102564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:12:50.424953 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-782b8845-74d0-4205-ac26-7d852b4a33f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-10-iscsi, 77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f) {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:12:50.429606 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782b8845-74d0-4205-ac26-7d852b4a33f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:12:50.430211 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-782b8845-74d0-4205-ac26-7d852b4a33f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:50.434422 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d0002b-41fc-4e5b-a9cb-d283b575a67f None None] Network 77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:12:50.455639 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-782b8845-74d0-4205-ac26-7d852b4a33f4 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3398125 Feb 14 15:12:50.649587 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe652a62c-4731-560b-ba95-866650a6da87-77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f', 'network_id': '77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f', 'project_id': 'f218171925fe4229908479fd5060b3ef', 'fixed_ips': [{'subnet_id': '4b60a838-b304-4e09-ab77-0e1b0d7bc6ef'}]}} from dv-cinder-815146-10-iscsi. {{(pid=102565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 15:12:50.650612 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:50.805847 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.db_base_plugin_common [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Allocated IP 192.168.233.2 (77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f/4b60a838-b304-4e09-ab77-0e1b0d7bc6ef/4aabd0d7-29fb-429b-ba92-c3b93568e328) {{(pid=102565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:12:50.956431 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Publish callbacks [] for port (4aabd0d7-29fb-429b-ba92-c3b93568e328), precommit_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:50.962788 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (4aabd0d7-29fb-429b-ba92-c3b93568e328), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:51.012604 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Network 77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f is already hosted by enough agents. {{(pid=102565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:12:51.016765 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.scheduler.base_scheduler [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Resources bound (agent type, host, resource id): {{(pid=102565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:12:51.022930 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Received port after_create {{(pid=102565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:12:51.027283 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Pushing event updated for resources: {'Port': ['ID=4aabd0d7-29fb-429b-ba92-c3b93568e328,revision_number=1']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:12:51.044548 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:51.045173 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:51.046122 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:51.046122 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:51.046497 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:51.047436 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:51.047895 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:51.048238 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:51.048582 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:51.048942 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:51.049281 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:51.049614 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:51.049945 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:12:51.106116 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Attempting to bind port 4aabd0d7-29fb-429b-ba92-c3b93568e328 on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:12:51.106494 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Attempting to bind port 4aabd0d7-29fb-429b-ba92-c3b93568e328 by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': '02d5e276-f974-4381-b208-f5f2f8abf6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:12:51.106980 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Attempting to bind port 4aabd0d7-29fb-429b-ba92-c3b93568e328 on network 77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:12:51.114014 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:12:51.114477 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Checking segment: {'id': '02d5e276-f974-4381-b208-f5f2f8abf6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:12:51.114989 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:51.115428 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Bound using segment: {'id': '02d5e276-f974-4381-b208-f5f2f8abf6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:12:51.116065 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Bound port: 4aabd0d7-29fb-429b-ba92-c3b93568e328, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d5e276-f974-4381-b208-f5f2f8abf6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:12:51.116641 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (4aabd0d7-29fb-429b-ba92-c3b93568e328), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:51.183595 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] For port 4aabd0d7-29fb-429b-ba92-c3b93568e328, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:12:51.186874 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] For port 4aabd0d7-29fb-429b-ba92-c3b93568e328, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=4aabd0d7-29fb-429b-ba92-c3b93568e328,segment=NetworkSegment(02d5e276-f974-4381-b208-f5f2f8abf6be),segment_id=02d5e276-f974-4381-b208-f5f2f8abf6be)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:12:51.193839 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (4aabd0d7-29fb-429b-ba92-c3b93568e328), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:51.261453 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3bbbe-323f-45ef-97e4-542ce4ea52ad None None] Pushing event updated for resources: {'Port': ['ID=4aabd0d7-29fb-429b-ba92-c3b93568e328,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:12:52.096093 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb6c560-4a0a-45dc-a36f-084b2dc1e219 None None] Network 77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:12:52.217112 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-7eeff96b-2281-4940-9f1a-94d6e7f4cf4d None None] Provisioning complete for port 4aabd0d7-29fb-429b-ba92-c3b93568e328 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:12:52.217289 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7eeff96b-2281-4940-9f1a-94d6e7f4cf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (4aabd0d7-29fb-429b-ba92-c3b93568e328), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:52.310057 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-7eeff96b-2281-4940-9f1a-94d6e7f4cf4d None None] Current status of the port 4aabd0d7-29fb-429b-ba92-c3b93568e328 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:12:52.310386 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7eeff96b-2281-4940-9f1a-94d6e7f4cf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (4aabd0d7-29fb-429b-ba92-c3b93568e328), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:52.350546 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-7eeff96b-2281-4940-9f1a-94d6e7f4cf4d None None] For port 4aabd0d7-29fb-429b-ba92-c3b93568e328, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=4aabd0d7-29fb-429b-ba92-c3b93568e328,segment=NetworkSegment(02d5e276-f974-4381-b208-f5f2f8abf6be),segment_id=02d5e276-f974-4381-b208-f5f2f8abf6be)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:12:52.356318 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7eeff96b-2281-4940-9f1a-94d6e7f4cf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (4aabd0d7-29fb-429b-ba92-c3b93568e328), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:52.406950 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeff96b-2281-4940-9f1a-94d6e7f4cf4d None None] Pushing event updated for resources: {'Port': ['ID=4aabd0d7-29fb-429b-ba92-c3b93568e328,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:12:52.480740 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-c43dfd7e-999d-4ac5-b022-10d6febeeadb None None] Provisioning complete for port 4aabd0d7-29fb-429b-ba92-c3b93568e328 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:12:52.481269 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c43dfd7e-999d-4ac5-b022-10d6febeeadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (4aabd0d7-29fb-429b-ba92-c3b93568e328), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:52.524938 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 4aabd0d7-29fb-429b-ba92-c3b93568e328 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:12:52.608902 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 4aabd0d7-29fb-429b-ba92-c3b93568e328 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:12:52.609222 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (4aabd0d7-29fb-429b-ba92-c3b93568e328), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:52.612100 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-c43dfd7e-999d-4ac5-b022-10d6febeeadb None None] Current status of the port 4aabd0d7-29fb-429b-ba92-c3b93568e328 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:12:52.697170 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 4aabd0d7-29fb-429b-ba92-c3b93568e328 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:12:54.459565 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 4aabd0d7-29fb-429b-ba92-c3b93568e328 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:12:54.507486 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 4aabd0d7-29fb-429b-ba92-c3b93568e328 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:12:54.507908 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (4aabd0d7-29fb-429b-ba92-c3b93568e328), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:12:54.587476 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 4aabd0d7-29fb-429b-ba92-c3b93568e328 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:13:13.358193 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a1f1fa15-4f09-46b5-b1cc-af9bb4636c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:13:14.822188 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 5 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:13:15.583145 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-46b9177c-af85-47f5-9e86-326fa86b3fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:13:17.259841 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:13:18.527101 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:13:19.742945 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:13:43.359346 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-dd61bccb-7085-44f7-8e4f-5f28ef937415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:13:45.586349 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4fab92be-0171-4b69-ac74-1139a9eb12ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:13:47.263335 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:13:48.532107 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:13:49.746831 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:13:51.821763 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 5 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:14:05.032407 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 33256) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:14:05.038442 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [None req-31ab86da-3ac9-4338-881b-e0b918876f25 tempest-verify_tempest_config-233025965 tempest-verify_tempest_config-233025965-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=102564) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:14:05.039406 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-31ab86da-3ac9-4338-881b-e0b918876f25 tempest-verify_tempest_config-233025965 tempest-verify_tempest_config-233025965-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057328 Feb 14 15:14:05.331507 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 33274) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:14:05.433172 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-84e32203-7c3d-4daa-8eb1-3269fe0a221c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:14:05.507873 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-84e32203-7c3d-4daa-8eb1-3269fe0a221c admin admin] Publish callbacks [] for security_group (6989db0f-8242-4ff8-b05f-3f9beafd3324), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:14:05.511577 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-84e32203-7c3d-4daa-8eb1-3269fe0a221c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (6989db0f-8242-4ff8-b05f-3f9beafd3324), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:14:05.556765 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-84e32203-7c3d-4daa-8eb1-3269fe0a221c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=57949ddd0a2b4ec9819ac5e4744bf997&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2241218 Feb 14 15:14:05.557605 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e32203-7c3d-4daa-8eb1-3269fe0a221c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6989db0f-8242-4ff8-b05f-3f9beafd3324,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:14:05.559458 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 33278) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:14:05.565182 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e32203-7c3d-4daa-8eb1-3269fe0a221c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.565550 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e32203-7c3d-4daa-8eb1-3269fe0a221c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.565906 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e32203-7c3d-4daa-8eb1-3269fe0a221c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.566264 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e32203-7c3d-4daa-8eb1-3269fe0a221c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.566606 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e32203-7c3d-4daa-8eb1-3269fe0a221c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.566944 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e32203-7c3d-4daa-8eb1-3269fe0a221c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.567299 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e32203-7c3d-4daa-8eb1-3269fe0a221c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.567664 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e32203-7c3d-4daa-8eb1-3269fe0a221c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.568020 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e32203-7c3d-4daa-8eb1-3269fe0a221c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.568363 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e32203-7c3d-4daa-8eb1-3269fe0a221c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.568698 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e32203-7c3d-4daa-8eb1-3269fe0a221c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.569035 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e32203-7c3d-4daa-8eb1-3269fe0a221c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.569369 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e32203-7c3d-4daa-8eb1-3269fe0a221c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.705860 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4702a404-cb1e-4ef1-8e2b-929ba7f6fe0d admin admin] Publish callbacks [] for security_group (6989db0f-8242-4ff8-b05f-3f9beafd3324), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:14:05.726114 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4702a404-cb1e-4ef1-8e2b-929ba7f6fe0d admin admin] Publish callbacks [] for security_group (6989db0f-8242-4ff8-b05f-3f9beafd3324), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:14:05.817789 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4702a404-cb1e-4ef1-8e2b-929ba7f6fe0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (6989db0f-8242-4ff8-b05f-3f9beafd3324), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:14:05.820415 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4702a404-cb1e-4ef1-8e2b-929ba7f6fe0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:14:05.822059 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4702a404-cb1e-4ef1-8e2b-929ba7f6fe0d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6989db0f-8242-4ff8-b05f-3f9beafd3324 HTTP/1.1" status: 204 len: 168 time: 0.2614605 Feb 14 15:14:05.830796 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702a404-cb1e-4ef1-8e2b-929ba7f6fe0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6989db0f-8242-4ff8-b05f-3f9beafd3324,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:14:05.837601 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702a404-cb1e-4ef1-8e2b-929ba7f6fe0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.837961 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702a404-cb1e-4ef1-8e2b-929ba7f6fe0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.838311 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702a404-cb1e-4ef1-8e2b-929ba7f6fe0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.838656 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702a404-cb1e-4ef1-8e2b-929ba7f6fe0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.838994 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702a404-cb1e-4ef1-8e2b-929ba7f6fe0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.839330 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702a404-cb1e-4ef1-8e2b-929ba7f6fe0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.839700 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702a404-cb1e-4ef1-8e2b-929ba7f6fe0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.840051 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702a404-cb1e-4ef1-8e2b-929ba7f6fe0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.840392 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702a404-cb1e-4ef1-8e2b-929ba7f6fe0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.840724 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702a404-cb1e-4ef1-8e2b-929ba7f6fe0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.841054 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702a404-cb1e-4ef1-8e2b-929ba7f6fe0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.841447 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702a404-cb1e-4ef1-8e2b-929ba7f6fe0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:05.841708 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702a404-cb1e-4ef1-8e2b-929ba7f6fe0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:14:13.364500 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b3276430-d51b-49fc-82bf-17f0e2f57cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:14:15.588459 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-2224eb7d-2142-4527-ae35-cf9c1cdb7145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:14:17.264504 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:14:18.534192 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:14:19.749989 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:14:28.821752 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 5 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:14:43.369641 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-152e0b8c-b8bf-4d90-a97b-d7440765360e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:14:45.590341 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2d3c35a-9beb-4f7f-808b-3f18154dcd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:14:47.265881 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:14:48.536927 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:14:49.751695 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:15:05.819824 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 5 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:15:13.372609 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c46205f2-62c7-40ab-a5e8-9ea46b88a7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:15:15.591930 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-1464a6ff-009a-477f-9ffb-3696a2deea13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:15:17.271288 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:15:18.541234 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:15:19.754704 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:15:42.759394 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559515'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:15:42.819168 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:15:43.374565 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7bdad244-3490-43c2-8162-7ea0efc1c58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:15:45.593275 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-fba798d4-8386-4f27-a946-d2be5a560130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:15:47.272314 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:15:48.544736 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:15:49.757293 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:15:58.077834 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 33350) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:15:58.181842 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-fe6ff0f2-3bb0-44c2-8cae-0bc699c64c7a admin admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1028821 Feb 14 15:16:00.478223 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 33360) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:16:00.545302 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-44f9fbad-74ff-41ac-8230-2e82aa7458f0 admin admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0660036 Feb 14 15:16:12.724356 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:16:13.374905 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f8d017cc-bf4a-4373-b9d1-1594c18ceb99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:16:15.594350 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6460d37f-4970-4134-8ae4-dd2b595200e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:16:17.273952 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:16:18.547421 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:16:19.759944 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:16:19.818461 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:16:42.737249 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:16:43.375743 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-9900f5a5-3c01-405a-b862-478067b06f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:16:45.596410 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-93cf42df-66bf-4d66-8392-c7ae6412c5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:16:47.277031 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:16:48.552973 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:16:49.766830 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:16:56.817891 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:17:12.751203 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:13.377732 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-eb28539a-d7ed-428d-ba00-8f7fd274adf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:15.598074 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7d5963b1-8da2-498b-9cb2-7806216dd3bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:17.280676 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:18.559698 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:19.760141 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:33.355528 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 33512) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:33.578128 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 33528) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:33.670759 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-579899322-network', 'tenant_id': '9c9f16de8df448a89ca48ff22f7a1d34'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:33.694700 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Made reservation on behalf of 9c9f16de8df448a89ca48ff22f7a1d34 for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:17:33.697075 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:33.704813 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 33540) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:33.708109 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:33.789392 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-network', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:33.798652 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Publish callbacks [] for security_group (44bc8451-7ede-4578-8a47-c949cca84ca5), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:33.807086 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (44bc8451-7ede-4578-8a47-c949cca84ca5), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:33.822781 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:17:33.829898 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Made reservation on behalf of 59e01ee3a909461f92070cf33d635c9f for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:17:33.833516 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:33.842767 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bc8451-7ede-4578-8a47-c949cca84ca5,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:33.851871 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:33.853972 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:33.854150 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:33.854258 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:33.854258 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:33.854537 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:33.855066 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:33.855575 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:33.856101 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:33.856621 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:33.857234 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:33.857796 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:33.858271 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:33.858796 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Tracked resource versions report: Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: pushed versions: Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: { 'AddressGroup': {'1.2'}, Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'ConntrackHelper': {'1.0'}, Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'LocalIPAssociation': {'1.0'}, Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'Log': {'1.0'}, Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'Network': {'1.1'}, Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'Port': {'1.7'}, Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'PortForwarding': {'1.2'}, Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'QosPolicy': {'1.10'}, Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'SecurityGroup': {'1.5'}, Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'SecurityGroupRule': {'1.2'}, Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'SubPort': {'1.0'}, Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'Subnet': {'1.1'}, Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'Trunk': {'1.1'}} Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: consumer versions: Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: { DHCP agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: HyperV agent@hv-cinder-81514: {}, Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: L3 agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: Metadata agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: Metering agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: Open vSwitch agent@dv-cinder-815146-10-iscsi: { 'AddressGroup': '1.2', Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'ConntrackHelper': '1.0', Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'LocalIPAssociation': '1.0', Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'Log': '1.0', Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'Network': '1.1', Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'Port': '1.7', Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'PortForwarding': '1.2', Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'QosPolicy': '1.10', Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'SecurityGroup': '1.5', Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'SecurityGroupRule': '1.2', Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'SubPort': '1.0', Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'Subnet': '1.1', Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: 'Trunk': '1.1'}} Feb 14 15:17:33.860200 dv-cinder-815146-10-iscsi neutron-server[102564]: {{(pid=102564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 15:17:33.876101 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=102564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:17:33.887913 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (51d015d4-cb41-4169-9c17-68bb917adb3e), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:33.888702 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Added segment 51d015d4-cb41-4169-9c17-68bb917adb3e of type vlan for network 438f6288-4686-4452-8a20-ac5b28efd854 Feb 14 15:17:33.939493 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752304802214'] for network (438f6288-4686-4452-8a20-ac5b28efd854), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:33.949480 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-a155b349-9300-4bd6-81ba-d6dc80cbaf46 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-994658749-network', 'tenant_id': '258d3453eec942f3944f9299fcf5227d'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:33.967998 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Publish callbacks [] for security_group (9070dd2d-adc8-40fe-990b-47b5a33cf6c7), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:33.978686 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (9070dd2d-adc8-40fe-990b-47b5a33cf6c7), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:33.985882 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for network (438f6288-4686-4452-8a20-ac5b28efd854), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:33.987300 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:33.988187 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:34.041213 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=102563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:17:34.051495 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a155b349-9300-4bd6-81ba-d6dc80cbaf46 admin admin] Made reservation on behalf of 258d3453eec942f3944f9299fcf5227d for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:17:34.054887 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a155b349-9300-4bd6-81ba-d6dc80cbaf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:34.072147 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7148860 Feb 14 15:17:34.073013 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 33566) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:34.073805 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a155b349-9300-4bd6-81ba-d6dc80cbaf46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:34.076842 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (73ace081-d880-40d5-b28d-384c0a5f16c3), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:34.077433 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Added segment 73ace081-d880-40d5-b28d-384c0a5f16c3 of type vlan for network f46612e4-5188-4afd-b927-413922cf4afb Feb 14 15:17:34.078079 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-2faa5d30-47c0-4a4c-b2a5-1d20b1835370 admin admin] Request body: {'subnet': {'network_id': '438f6288-4686-4452-8a20-ac5b28efd854', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-579899322-subnet', 'tenant_id': '9c9f16de8df448a89ca48ff22f7a1d34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:34.082657 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e24a3-60c7-4c98-9594-3665e1f2f1b8 admin admin] Pushing event updated for resources: {'Network': ['ID=438f6288-4686-4452-8a20-ac5b28efd854,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:34.096931 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Network 438f6288-4686-4452-8a20-ac5b28efd854 details requested by agent ovs-agent-dv-cinder-815146-10-iscsi with host dv-cinder-815146-10-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:17:34.125506 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faa5d30-47c0-4a4c-b2a5-1d20b1835370 admin admin] Made reservation on behalf of 9c9f16de8df448a89ca48ff22f7a1d34 for: {'subnet': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:17:34.127987 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2faa5d30-47c0-4a4c-b2a5-1d20b1835370 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:34.166483 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752304802214'] for network (f46612e4-5188-4afd-b927-413922cf4afb), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:34.176697 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9070dd2d-adc8-40fe-990b-47b5a33cf6c7,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:34.206989 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:34.207685 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:34.208271 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:34.209568 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:34.210189 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:34.210754 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:34.211325 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:34.212122 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:34.212821 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:34.213406 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:34.213846 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:34.214248 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:34.214593 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Tracked resource versions report: Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: pushed versions: Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: { 'AddressGroup': {'1.2'}, Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'ConntrackHelper': {'1.0'}, Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'LocalIPAssociation': {'1.0'}, Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'Log': {'1.0'}, Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'Network': {'1.1'}, Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'Port': {'1.7'}, Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'PortForwarding': {'1.2'}, Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'QosPolicy': {'1.10'}, Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'SecurityGroup': {'1.5'}, Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'SecurityGroupRule': {'1.2'}, Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'SubPort': {'1.0'}, Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'Subnet': {'1.1'}, Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'Trunk': {'1.1'}} Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: consumer versions: Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: { DHCP agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: HyperV agent@hv-cinder-81514: {}, Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: L3 agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: Metadata agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: Metering agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: Open vSwitch agent@dv-cinder-815146-10-iscsi: { 'AddressGroup': '1.2', Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'ConntrackHelper': '1.0', Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'LocalIPAssociation': '1.0', Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'Log': '1.0', Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'Network': '1.1', Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'Port': '1.7', Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'PortForwarding': '1.2', Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'QosPolicy': '1.10', Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'SecurityGroup': '1.5', Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'SecurityGroupRule': '1.2', Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'SubPort': '1.0', Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'Subnet': '1.1', Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: 'Trunk': '1.1'}} Feb 14 15:17:34.215916 dv-cinder-815146-10-iscsi neutron-server[102563]: {{(pid=102563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 15:17:34.246421 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for network (f46612e4-5188-4afd-b927-413922cf4afb), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:34.247881 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:34.248726 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:34.319344 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7358160 Feb 14 15:17:34.324064 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 33572) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:34.346817 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-d69a6878-57d2-4fd8-9341-02e97eb1cdc6 admin admin] Request body: {'subnet': {'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-subnet', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:34.448365 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb7a3d-a3d9-4f2f-b5be-3916d8a2c25c admin admin] Pushing event updated for resources: {'Network': ['ID=f46612e4-5188-4afd-b927-413922cf4afb,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:34.462201 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Network f46612e4-5188-4afd-b927-413922cf4afb details requested by agent ovs-agent-dv-cinder-815146-10-iscsi with host dv-cinder-815146-10-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:17:34.465625 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a155b349-9300-4bd6-81ba-d6dc80cbaf46 admin admin] Publish callbacks [] for security_group (d172bf18-78b8-4215-883f-ccedaea98a32), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:34.476105 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a155b349-9300-4bd6-81ba-d6dc80cbaf46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (d172bf18-78b8-4215-883f-ccedaea98a32), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:34.511247 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155b349-9300-4bd6-81ba-d6dc80cbaf46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d172bf18-78b8-4215-883f-ccedaea98a32,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:34.519101 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69a6878-57d2-4fd8-9341-02e97eb1cdc6 admin admin] Made reservation on behalf of 59e01ee3a909461f92070cf33d635c9f for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:17:34.522429 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d69a6878-57d2-4fd8-9341-02e97eb1cdc6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:34.541930 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2faa5d30-47c0-4a4c-b2a5-1d20b1835370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for subnet (818a8ed2-f30e-480b-9539-d8e96c970bbf), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:34.586603 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa5d30-47c0-4a4c-b2a5-1d20b1835370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=818a8ed2-f30e-480b-9539-d8e96c970bbf,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:34.591516 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 33580) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:34.634806 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faa5d30-47c0-4a4c-b2a5-1d20b1835370 admin admin] Checking segment: {'id': '51d015d4-cb41-4169-9c17-68bb917adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:17:34.635470 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faa5d30-47c0-4a4c-b2a5-1d20b1835370 admin admin] Network hostable DHCP agents. Network: 438f6288-4686-4452-8a20-ac5b28efd854, hostable agents: ['b66b99de-e32e-4873-b4e6-197912f08fb5'], hosted agents: [] {{(pid=102564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:17:34.642270 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 33584) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:34.664243 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faa5d30-47c0-4a4c-b2a5-1d20b1835370 admin admin] Network 438f6288-4686-4452-8a20-ac5b28efd854 is scheduled to be hosted by DHCP agent b66b99de-e32e-4873-b4e6-197912f08fb5 with binding_index 1 {{(pid=102564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:17:34.673709 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a155b349-9300-4bd6-81ba-d6dc80cbaf46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=102563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:17:34.678374 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-2faa5d30-47c0-4a4c-b2a5-1d20b1835370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-10-iscsi, 438f6288-4686-4452-8a20-ac5b28efd854) {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:17:34.687268 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faa5d30-47c0-4a4c-b2a5-1d20b1835370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:34.688696 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2faa5d30-47c0-4a4c-b2a5-1d20b1835370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:34.690444 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9921d186-582c-42e8-bfe6-9f925a786969 None None] Network 438f6288-4686-4452-8a20-ac5b28efd854 requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:17:34.728070 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-2faa5d30-47c0-4a4c-b2a5-1d20b1835370 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6414976 Feb 14 15:17:34.728304 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a155b349-9300-4bd6-81ba-d6dc80cbaf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (1ae138bf-95a3-42da-9057-418c2dffc77b), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:34.728750 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-a155b349-9300-4bd6-81ba-d6dc80cbaf46 admin admin] Added segment 1ae138bf-95a3-42da-9057-418c2dffc77b of type vlan for network 00f85281-ff4d-4b0b-88d7-a69a834aef35 Feb 14 15:17:34.742955 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d69a6878-57d2-4fd8-9341-02e97eb1cdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for subnet (36ea11a7-e606-4181-a1a1-331e0ed702b8), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:34.815395 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a6878-57d2-4fd8-9341-02e97eb1cdc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ea11a7-e606-4181-a1a1-331e0ed702b8,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:34.845670 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a155b349-9300-4bd6-81ba-d6dc80cbaf46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752304802214'] for network (00f85281-ff4d-4b0b-88d7-a69a834aef35), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:34.868694 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13196bf-a599-4de6-8168-eea94c0d1bf6 None None] Network 438f6288-4686-4452-8a20-ac5b28efd854 requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:17:34.876112 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69a6878-57d2-4fd8-9341-02e97eb1cdc6 admin admin] Checking segment: {'id': '73ace081-d880-40d5-b28d-384c0a5f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:17:34.876734 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69a6878-57d2-4fd8-9341-02e97eb1cdc6 admin admin] Network hostable DHCP agents. Network: f46612e4-5188-4afd-b927-413922cf4afb, hostable agents: ['b66b99de-e32e-4873-b4e6-197912f08fb5'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:17:34.902192 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a155b349-9300-4bd6-81ba-d6dc80cbaf46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for network (00f85281-ff4d-4b0b-88d7-a69a834aef35), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:34.903172 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a155b349-9300-4bd6-81ba-d6dc80cbaf46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:34.903758 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a155b349-9300-4bd6-81ba-d6dc80cbaf46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:34.921067 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69a6878-57d2-4fd8-9341-02e97eb1cdc6 admin admin] Network f46612e4-5188-4afd-b927-413922cf4afb is scheduled to be hosted by DHCP agent b66b99de-e32e-4873-b4e6-197912f08fb5 with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:17:34.972642 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 33596) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:34.972872 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-a155b349-9300-4bd6-81ba-d6dc80cbaf46 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2669737 Feb 14 15:17:34.976784 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-d69a6878-57d2-4fd8-9341-02e97eb1cdc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-10-iscsi, f46612e4-5188-4afd-b927-413922cf4afb) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:17:34.978638 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155b349-9300-4bd6-81ba-d6dc80cbaf46 admin admin] Pushing event updated for resources: {'Network': ['ID=00f85281-ff4d-4b0b-88d7-a69a834aef35,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:34.979955 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-26c4b8dd-ae5e-46c2-9e3a-01cb7ecfc4d3 admin admin] Request body: {'subnet': {'network_id': '00f85281-ff4d-4b0b-88d7-a69a834aef35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-994658749-subnet', 'tenant_id': '258d3453eec942f3944f9299fcf5227d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:34.984106 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69a6878-57d2-4fd8-9341-02e97eb1cdc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:34.984825 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d69a6878-57d2-4fd8-9341-02e97eb1cdc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.005059 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb4365d-209e-4c74-8d1d-6d569a66c9c2 None None] Network f46612e4-5188-4afd-b927-413922cf4afb requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:17:35.013822 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-ad9eda6c-cd97-4955-af61-a9d4e90cba56 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-252582479-network', 'tenant_id': '656f45aa39584fa99a563c00f915eda2'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:35.017967 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d69a6878-57d2-4fd8-9341-02e97eb1cdc6 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6911697 Feb 14 15:17:35.021599 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 33600) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:35.024568 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Network 00f85281-ff4d-4b0b-88d7-a69a834aef35 details requested by agent ovs-agent-dv-cinder-815146-10-iscsi with host dv-cinder-815146-10-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:17:35.027687 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-ba4f17e7-3906-4b17-9f3b-543e755efcbb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-router', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:35.053532 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-fc63958c-699a-4c11-910e-7b0676aeddfa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1461126046-network', 'tenant_id': '63ee26507a254dbca30ae341edab044b'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:35.068493 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ba4f17e7-3906-4b17-9f3b-543e755efcbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8869'] for router (afc37eec-1140-4610-bb73-d0253e5d83f2), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.070756 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ba4f17e7-3906-4b17-9f3b-543e755efcbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8876'] for router (afc37eec-1140-4610-bb73-d0253e5d83f2), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.117831 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc63958c-699a-4c11-910e-7b0676aeddfa admin admin] Made reservation on behalf of 63ee26507a254dbca30ae341edab044b for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:17:35.120172 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fc63958c-699a-4c11-910e-7b0676aeddfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.122530 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c4b8dd-ae5e-46c2-9e3a-01cb7ecfc4d3 admin admin] Made reservation on behalf of 258d3453eec942f3944f9299fcf5227d for: {'subnet': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:17:35.124838 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-26c4b8dd-ae5e-46c2-9e3a-01cb7ecfc4d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.167976 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ba4f17e7-3906-4b17-9f3b-543e755efcbb admin admin] Publish callbacks [] for router_controller (afc37eec-1140-4610-bb73-d0253e5d83f2), precommit_add_association {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.168683 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9eda6c-cd97-4955-af61-a9d4e90cba56 admin admin] Made reservation on behalf of 656f45aa39584fa99a563c00f915eda2 for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:17:35.171557 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ad9eda6c-cd97-4955-af61-a9d4e90cba56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.176017 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fc63958c-699a-4c11-910e-7b0676aeddfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.191251 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ad9eda6c-cd97-4955-af61-a9d4e90cba56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.233143 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe652a62c-4731-560b-ba95-866650a6da87-f46612e4-5188-4afd-b927-413922cf4afb', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'fixed_ips': [{'subnet_id': '36ea11a7-e606-4181-a1a1-331e0ed702b8'}]}} from dv-cinder-815146-10-iscsi. {{(pid=102565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 15:17:35.234253 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.410259 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ba4f17e7-3906-4b17-9f3b-543e755efcbb admin admin] Publish callbacks [] for router_gateway (afc37eec-1140-4610-bb73-d0253e5d83f2), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.470412 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ad9eda6c-cd97-4955-af61-a9d4e90cba56 admin admin] Publish callbacks [] for security_group (d3491188-fc76-4eaf-9375-b4967a11e371), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.479867 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.db_base_plugin_common [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Allocated IP 172.20.0.2 (f46612e4-5188-4afd-b927-413922cf4afb/36ea11a7-e606-4181-a1a1-331e0ed702b8/3f65d30f-27df-4dd3-a6f6-971ba347a917) {{(pid=102565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:17:35.482870 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ad9eda6c-cd97-4955-af61-a9d4e90cba56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (d3491188-fc76-4eaf-9375-b4967a11e371), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.495891 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9eda6c-cd97-4955-af61-a9d4e90cba56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=102564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:17:35.505560 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ad9eda6c-cd97-4955-af61-a9d4e90cba56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (8af021fa-9e1c-4f25-b0ac-b84f4ac98747), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.506058 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-ad9eda6c-cd97-4955-af61-a9d4e90cba56 admin admin] Added segment 8af021fa-9e1c-4f25-b0ac-b84f4ac98747 of type vlan for network d8a50fc3-d129-4b74-b14e-edfcc858c8cc Feb 14 15:17:35.571884 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ad9eda6c-cd97-4955-af61-a9d4e90cba56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752304802214'] for network (d8a50fc3-d129-4b74-b14e-edfcc858c8cc), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.673747 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fc63958c-699a-4c11-910e-7b0676aeddfa admin admin] Publish callbacks [] for security_group (3fad3557-3afd-4f8e-828a-d489baebb945), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.682311 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ad9eda6c-cd97-4955-af61-a9d4e90cba56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for network (d8a50fc3-d129-4b74-b14e-edfcc858c8cc), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.683886 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9eda6c-cd97-4955-af61-a9d4e90cba56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:35.685385 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ad9eda6c-cd97-4955-af61-a9d4e90cba56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.723449 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fc63958c-699a-4c11-910e-7b0676aeddfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (3fad3557-3afd-4f8e-828a-d489baebb945), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.755063 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9eda6c-cd97-4955-af61-a9d4e90cba56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3491188-fc76-4eaf-9375-b4967a11e371,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:35.771813 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-26c4b8dd-ae5e-46c2-9e3a-01cb7ecfc4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for subnet (01ea2392-36a5-4e0f-bc30-1b0aaada039f), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.788182 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-ad9eda6c-cd97-4955-af61-a9d4e90cba56 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1900051 Feb 14 15:17:35.792281 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 33636) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:35.792899 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc63958c-699a-4c11-910e-7b0676aeddfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=102564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:17:35.798573 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Publish callbacks [] for port (3f65d30f-27df-4dd3-a6f6-971ba347a917), precommit_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.800955 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-e9242f1f-dbad-46d2-8bfb-bf09ec9ed5a9 admin admin] Request body: {'subnet': {'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-252582479-subnet', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:35.816233 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (3f65d30f-27df-4dd3-a6f6-971ba347a917), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.846698 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ba4f17e7-3906-4b17-9f3b-543e755efcbb admin admin] Publish callbacks [] for router_gateway (afc37eec-1140-4610-bb73-d0253e5d83f2), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.883263 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ba4f17e7-3906-4b17-9f3b-543e755efcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.886550 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9242f1f-dbad-46d2-8bfb-bf09ec9ed5a9 admin admin] Made reservation on behalf of 656f45aa39584fa99a563c00f915eda2 for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:17:35.889325 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e9242f1f-dbad-46d2-8bfb-bf09ec9ed5a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.902770 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4b8dd-ae5e-46c2-9e3a-01cb7ecfc4d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01ea2392-36a5-4e0f-bc30-1b0aaada039f,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:35.906417 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Network f46612e4-5188-4afd-b927-413922cf4afb is already hosted by enough agents. {{(pid=102565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:17:35.914079 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.scheduler.base_scheduler [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Resources bound (agent type, host, resource id): {{(pid=102565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:17:35.916877 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Pushing event updated for resources: {'Port': ['ID=3f65d30f-27df-4dd3-a6f6-971ba347a917,revision_number=1']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:35.921440 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Received port after_create {{(pid=102565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:17:35.931125 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:35.931690 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:35.932127 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:35.932572 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:35.932973 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:35.933435 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:35.934167 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:35.934383 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:35.934777 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:35.935277 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:35.935966 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:35.936601 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:35.937002 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Tracked resource versions report: Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: pushed versions: Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: { 'AddressGroup': {'1.2'}, Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'ConntrackHelper': {'1.0'}, Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'LocalIPAssociation': {'1.0'}, Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'Log': {'1.0'}, Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'Network': {'1.1'}, Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'Port': {'1.7'}, Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'PortForwarding': {'1.2'}, Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'QosPolicy': {'1.10'}, Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'SecurityGroup': {'1.5'}, Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'SecurityGroupRule': {'1.2'}, Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'SubPort': {'1.0'}, Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'Subnet': {'1.1'}, Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'Trunk': {'1.1'}} Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: consumer versions: Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: { DHCP agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: HyperV agent@hv-cinder-81514: {}, Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: L3 agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: Metadata agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: Metering agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: Open vSwitch agent@dv-cinder-815146-10-iscsi: { 'AddressGroup': '1.2', Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'ConntrackHelper': '1.0', Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'LocalIPAssociation': '1.0', Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'Log': '1.0', Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'Network': '1.1', Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'Port': '1.7', Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'PortForwarding': '1.2', Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'QosPolicy': '1.10', Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'SecurityGroup': '1.5', Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'SecurityGroupRule': '1.2', Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'SubPort': '1.0', Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'Subnet': '1.1', Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: 'Trunk': '1.1'}} Feb 14 15:17:35.938345 dv-cinder-815146-10-iscsi neutron-server[102565]: {{(pid=102565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 15:17:35.994705 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fc63958c-699a-4c11-910e-7b0676aeddfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (2ef02161-d4f8-439c-85f4-cdfc6ce638a7), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:35.994971 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-fc63958c-699a-4c11-910e-7b0676aeddfa admin admin] Added segment 2ef02161-d4f8-439c-85f4-cdfc6ce638a7 of type vlan for network 242ada04-a03c-4738-a938-2da9852ecaef Feb 14 15:17:36.001041 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c4b8dd-ae5e-46c2-9e3a-01cb7ecfc4d3 admin admin] Checking segment: {'id': '1ae138bf-95a3-42da-9057-418c2dffc77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '00f85281-ff4d-4b0b-88d7-a69a834aef35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:17:36.001880 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c4b8dd-ae5e-46c2-9e3a-01cb7ecfc4d3 admin admin] Network hostable DHCP agents. Network: 00f85281-ff4d-4b0b-88d7-a69a834aef35, hostable agents: ['b66b99de-e32e-4873-b4e6-197912f08fb5'], hosted agents: [] {{(pid=102564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:17:36.063202 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Attempting to bind port 3f65d30f-27df-4dd3-a6f6-971ba347a917 on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:17:36.063711 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Attempting to bind port 3f65d30f-27df-4dd3-a6f6-971ba347a917 by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': '73ace081-d880-40d5-b28d-384c0a5f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:17:36.064175 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Attempting to bind port 3f65d30f-27df-4dd3-a6f6-971ba347a917 on network f46612e4-5188-4afd-b927-413922cf4afb {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:17:36.073099 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:17:36.073786 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Checking segment: {'id': '73ace081-d880-40d5-b28d-384c0a5f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:17:36.074309 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:36.074730 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Bound using segment: {'id': '73ace081-d880-40d5-b28d-384c0a5f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:17:36.075270 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Bound port: 3f65d30f-27df-4dd3-a6f6-971ba347a917, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ace081-d880-40d5-b28d-384c0a5f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:17:36.075748 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (3f65d30f-27df-4dd3-a6f6-971ba347a917), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:36.082075 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63958c-699a-4c11-910e-7b0676aeddfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fad3557-3afd-4f8e-828a-d489baebb945,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:36.110804 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c4b8dd-ae5e-46c2-9e3a-01cb7ecfc4d3 admin admin] Network 00f85281-ff4d-4b0b-88d7-a69a834aef35 is scheduled to be hosted by DHCP agent b66b99de-e32e-4873-b4e6-197912f08fb5 with binding_index 1 {{(pid=102564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:17:36.120517 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9eda6c-cd97-4955-af61-a9d4e90cba56 admin admin] Pushing event updated for resources: {'Network': ['ID=d8a50fc3-d129-4b74-b14e-edfcc858c8cc,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:36.134970 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-26c4b8dd-ae5e-46c2-9e3a-01cb7ecfc4d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-10-iscsi, 00f85281-ff4d-4b0b-88d7-a69a834aef35) {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:17:36.143258 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c4b8dd-ae5e-46c2-9e3a-01cb7ecfc4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:36.144311 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-26c4b8dd-ae5e-46c2-9e3a-01cb7ecfc4d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:36.154397 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fc63958c-699a-4c11-910e-7b0676aeddfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752304802214'] for network (242ada04-a03c-4738-a938-2da9852ecaef), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:36.170796 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Network d8a50fc3-d129-4b74-b14e-edfcc858c8cc details requested by agent ovs-agent-dv-cinder-815146-10-iscsi with host dv-cinder-815146-10-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:17:36.176004 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a15d22-d19d-4357-baf1-de2e7bfec38b None None] Network 00f85281-ff4d-4b0b-88d7-a69a834aef35 requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:17:36.190654 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-26c4b8dd-ae5e-46c2-9e3a-01cb7ecfc4d3 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2135158 Feb 14 15:17:36.193155 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 33648) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:36.199393 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-da3e80a7-4eff-4812-93ce-bec6e8161be4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-994658749-router', 'tenant_id': '258d3453eec942f3944f9299fcf5227d', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:36.231422 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-da3e80a7-4eff-4812-93ce-bec6e8161be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8869'] for router (ace3bac7-b414-4c76-94c4-6bafb92b8db5), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:36.233500 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-da3e80a7-4eff-4812-93ce-bec6e8161be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8876'] for router (ace3bac7-b414-4c76-94c4-6bafb92b8db5), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:36.245033 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fc63958c-699a-4c11-910e-7b0676aeddfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for network (242ada04-a03c-4738-a938-2da9852ecaef), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:36.246408 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc63958c-699a-4c11-910e-7b0676aeddfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:36.247123 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fc63958c-699a-4c11-910e-7b0676aeddfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:36.346769 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-ba4f17e7-3906-4b17-9f3b-543e755efcbb admin admin] Allocated IP 172.27.0.132 (a318f2e5-fbf9-4a36-a1d1-4a864fc5139f/1bedbbde-d873-4c55-9589-51025e0481b7/8ac8c500-90e4-4669-bb07-c12dc95ef2a0) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:17:36.353327 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63958c-699a-4c11-910e-7b0676aeddfa admin admin] Pushing event updated for resources: {'Network': ['ID=242ada04-a03c-4738-a938-2da9852ecaef,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:36.354093 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e9242f1f-dbad-46d2-8bfb-bf09ec9ed5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for subnet (d07b9fd1-0958-4b2c-aed9-2e37c98ea84c), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:36.367388 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-fc63958c-699a-4c11-910e-7b0676aeddfa admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7208691 Feb 14 15:17:36.369211 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Network 242ada04-a03c-4738-a938-2da9852ecaef details requested by agent ovs-agent-dv-cinder-815146-10-iscsi with host dv-cinder-815146-10-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:17:36.369761 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 33652) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:36.376591 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-842b0c04-67eb-4d25-8099-35abbd30fe2d admin admin] Request body: {'subnet': {'network_id': '242ada04-a03c-4738-a938-2da9852ecaef', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1461126046-subnet', 'tenant_id': '63ee26507a254dbca30ae341edab044b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:36.379815 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] For port 3f65d30f-27df-4dd3-a6f6-971ba347a917, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:17:36.414084 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842b0c04-67eb-4d25-8099-35abbd30fe2d admin admin] Made reservation on behalf of 63ee26507a254dbca30ae341edab044b for: {'subnet': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:17:36.417231 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-842b0c04-67eb-4d25-8099-35abbd30fe2d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:36.520840 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] For port 3f65d30f-27df-4dd3-a6f6-971ba347a917, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=3f65d30f-27df-4dd3-a6f6-971ba347a917,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:17:36.540225 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (3f65d30f-27df-4dd3-a6f6-971ba347a917), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:36.541532 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9242f1f-dbad-46d2-8bfb-bf09ec9ed5a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d07b9fd1-0958-4b2c-aed9-2e37c98ea84c,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:36.619561 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-da3e80a7-4eff-4812-93ce-bec6e8161be4 admin admin] Publish callbacks [] for router_controller (ace3bac7-b414-4c76-94c4-6bafb92b8db5), precommit_add_association {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:36.666588 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d001bb-60b9-439a-97e8-6b84a345f1f7 None None] Pushing event updated for resources: {'Port': ['ID=3f65d30f-27df-4dd3-a6f6-971ba347a917,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:36.689736 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9242f1f-dbad-46d2-8bfb-bf09ec9ed5a9 admin admin] Checking segment: {'id': '8af021fa-9e1c-4f25-b0ac-b84f4ac98747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:17:36.690106 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9242f1f-dbad-46d2-8bfb-bf09ec9ed5a9 admin admin] Network hostable DHCP agents. Network: d8a50fc3-d129-4b74-b14e-edfcc858c8cc, hostable agents: ['b66b99de-e32e-4873-b4e6-197912f08fb5'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:17:36.722671 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528f72bf-60d0-48cb-8b46-3a9141b63c0b None None] Network 00f85281-ff4d-4b0b-88d7-a69a834aef35 requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:17:36.907413 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ba4f17e7-3906-4b17-9f3b-543e755efcbb admin admin] Publish callbacks [] for port (8ac8c500-90e4-4669-bb07-c12dc95ef2a0), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:36.925164 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9242f1f-dbad-46d2-8bfb-bf09ec9ed5a9 admin admin] Network d8a50fc3-d129-4b74-b14e-edfcc858c8cc is scheduled to be hosted by DHCP agent b66b99de-e32e-4873-b4e6-197912f08fb5 with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:17:36.964312 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-e9242f1f-dbad-46d2-8bfb-bf09ec9ed5a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-10-iscsi, d8a50fc3-d129-4b74-b14e-edfcc858c8cc) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:17:36.983153 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9242f1f-dbad-46d2-8bfb-bf09ec9ed5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:36.983922 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e9242f1f-dbad-46d2-8bfb-bf09ec9ed5a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:36.993152 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a6c2fd-27af-435c-a0ad-c011bb683adf None None] Network d8a50fc3-d129-4b74-b14e-edfcc858c8cc requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:17:37.041594 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e9242f1f-dbad-46d2-8bfb-bf09ec9ed5a9 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2467489 Feb 14 15:17:37.049947 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 33674) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:37.112756 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-5f3ea993-3898-4244-9cb2-80da0f9ee1f9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-252582479-router', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:37.112756 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ba4f17e7-3906-4b17-9f3b-543e755efcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (8ac8c500-90e4-4669-bb07-c12dc95ef2a0), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:37.183127 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4f17e7-3906-4b17-9f3b-543e755efcbb admin admin] Network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:17:37.200492 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-ba4f17e7-3906-4b17-9f3b-543e755efcbb admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:17:37.200701 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b7c9ef-e021-44f2-bfd5-99f4af19c334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe652a62c-4731-560b-ba95-866650a6da87-d8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'project_id': '656f45aa39584fa99a563c00f915eda2', 'fixed_ips': [{'subnet_id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c'}]}} from dv-cinder-815146-10-iscsi. {{(pid=102565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 15:17:37.202149 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e9b7c9ef-e021-44f2-bfd5-99f4af19c334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:37.207282 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f17e7-3906-4b17-9f3b-543e755efcbb admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:17:37.217021 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5f3ea993-3898-4244-9cb2-80da0f9ee1f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8869'] for router (b9fff21b-9f1e-41b7-b1a3-f5a2afca454b), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:37.218050 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5f3ea993-3898-4244-9cb2-80da0f9ee1f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8876'] for router (b9fff21b-9f1e-41b7-b1a3-f5a2afca454b), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:37.270469 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f17e7-3906-4b17-9f3b-543e755efcbb admin admin] Pushing event updated for resources: {'Port': ['ID=8ac8c500-90e4-4669-bb07-c12dc95ef2a0,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:37.280087 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-da3e80a7-4eff-4812-93ce-bec6e8161be4 admin admin] Publish callbacks [] for router_gateway (ace3bac7-b414-4c76-94c4-6bafb92b8db5), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:37.284121 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-842b0c04-67eb-4d25-8099-35abbd30fe2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for subnet (e6ab69b9-9e0b-4e89-95ca-1d5e36fb34f5), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:37.384168 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b0c04-67eb-4d25-8099-35abbd30fe2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6ab69b9-9e0b-4e89-95ca-1d5e36fb34f5,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:37.439276 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b0c04-67eb-4d25-8099-35abbd30fe2d admin admin] Checking segment: {'id': '2ef02161-d4f8-439c-85f4-cdfc6ce638a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '242ada04-a03c-4738-a938-2da9852ecaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:17:37.439655 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842b0c04-67eb-4d25-8099-35abbd30fe2d admin admin] Network hostable DHCP agents. Network: 242ada04-a03c-4738-a938-2da9852ecaef, hostable agents: ['b66b99de-e32e-4873-b4e6-197912f08fb5'], hosted agents: [] {{(pid=102564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:17:37.487325 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5f3ea993-3898-4244-9cb2-80da0f9ee1f9 admin admin] Publish callbacks [] for router_controller (b9fff21b-9f1e-41b7-b1a3-f5a2afca454b), precommit_add_association {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:37.521513 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842b0c04-67eb-4d25-8099-35abbd30fe2d admin admin] Network 242ada04-a03c-4738-a938-2da9852ecaef is scheduled to be hosted by DHCP agent b66b99de-e32e-4873-b4e6-197912f08fb5 with binding_index 1 {{(pid=102564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:17:37.548853 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.db_base_plugin_common [None req-e9b7c9ef-e021-44f2-bfd5-99f4af19c334 None None] Allocated IP 172.20.0.2 (d8a50fc3-d129-4b74-b14e-edfcc858c8cc/d07b9fd1-0958-4b2c-aed9-2e37c98ea84c/d6baa3dc-133f-45cc-a27d-d9114d0485ab) {{(pid=102565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:17:37.555151 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-842b0c04-67eb-4d25-8099-35abbd30fe2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-10-iscsi, 242ada04-a03c-4738-a938-2da9852ecaef) {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:17:37.566288 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842b0c04-67eb-4d25-8099-35abbd30fe2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:37.566894 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-842b0c04-67eb-4d25-8099-35abbd30fe2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:37.587568 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73ea158-6a88-4edb-8d9a-ffc6d782bc05 None None] Network 242ada04-a03c-4738-a938-2da9852ecaef requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:17:37.755929 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-842b0c04-67eb-4d25-8099-35abbd30fe2d admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3712919 Feb 14 15:17:37.900473 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-da3e80a7-4eff-4812-93ce-bec6e8161be4 admin admin] Publish callbacks [] for router_gateway (ace3bac7-b414-4c76-94c4-6bafb92b8db5), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:37.948361 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-da3e80a7-4eff-4812-93ce-bec6e8161be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:38.164304 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 33732) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:38.177177 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5f3ea993-3898-4244-9cb2-80da0f9ee1f9 admin admin] Publish callbacks [] for router_gateway (b9fff21b-9f1e-41b7-b1a3-f5a2afca454b), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:38.193198 dv-cinder-815146-10-iscsi neutron-server[102563]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 14 15:17:38.210499 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81d0be2-de7e-495f-be20-615734a72c84 None None] Network 242ada04-a03c-4738-a938-2da9852ecaef requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:17:38.234453 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ba4f17e7-3906-4b17-9f3b-543e755efcbb admin admin] Publish callbacks [] for router_gateway (afc37eec-1140-4610-bb73-d0253e5d83f2), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:38.427881 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e9b7c9ef-e021-44f2-bfd5-99f4af19c334 None None] Publish callbacks [] for port (d6baa3dc-133f-45cc-a27d-d9114d0485ab), precommit_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:38.436064 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-da3e80a7-4eff-4812-93ce-bec6e8161be4 admin admin] Allocated IP 172.27.0.47 (a318f2e5-fbf9-4a36-a1d1-4a864fc5139f/1bedbbde-d873-4c55-9589-51025e0481b7/2f39436a-ca41-4ac8-8807-4a1206e3b538) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:17:38.451788 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 33738) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:38.466039 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e9b7c9ef-e021-44f2-bfd5-99f4af19c334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (d6baa3dc-133f-45cc-a27d-d9114d0485ab), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:38.498585 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48853a39-7129-43ba-bf04-799b6a7d6409 None None] Network f46612e4-5188-4afd-b927-413922cf4afb requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:17:38.643806 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-14f43251-9cfd-4f64-9e30-3a60a171fec4 None None] Provisioning complete for port 3f65d30f-27df-4dd3-a6f6-971ba347a917 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:38.644479 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-14f43251-9cfd-4f64-9e30-3a60a171fec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (3f65d30f-27df-4dd3-a6f6-971ba347a917), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:38.650642 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-da3e80a7-4eff-4812-93ce-bec6e8161be4 admin admin] Publish callbacks [] for port (2f39436a-ca41-4ac8-8807-4a1206e3b538), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:38.685919 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b7c9ef-e021-44f2-bfd5-99f4af19c334 None None] Network d8a50fc3-d129-4b74-b14e-edfcc858c8cc is already hosted by enough agents. {{(pid=102565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:17:38.707190 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.scheduler.base_scheduler [None req-e9b7c9ef-e021-44f2-bfd5-99f4af19c334 None None] Resources bound (agent type, host, resource id): {{(pid=102565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:17:38.717304 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b7c9ef-e021-44f2-bfd5-99f4af19c334 None None] Received port after_create {{(pid=102565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:17:38.773761 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7c9ef-e021-44f2-bfd5-99f4af19c334 None None] Pushing event updated for resources: {'Port': ['ID=d6baa3dc-133f-45cc-a27d-d9114d0485ab,revision_number=1']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:38.783189 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-da3e80a7-4eff-4812-93ce-bec6e8161be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (2f39436a-ca41-4ac8-8807-4a1206e3b538), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:38.798329 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 3f65d30f-27df-4dd3-a6f6-971ba347a917 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:17:38.851117 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3e80a7-4eff-4812-93ce-bec6e8161be4 admin admin] Network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:17:38.858459 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-e6f6d1f2-8fcf-47ce-83e6-a558ba37201b tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:38.862489 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-da3e80a7-4eff-4812-93ce-bec6e8161be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:17:38.868327 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-14f43251-9cfd-4f64-9e30-3a60a171fec4 None None] Current status of the port 3f65d30f-27df-4dd3-a6f6-971ba347a917 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:17:38.868728 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-14f43251-9cfd-4f64-9e30-3a60a171fec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (3f65d30f-27df-4dd3-a6f6-971ba347a917), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:38.869164 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-e6f6d1f2-8fcf-47ce-83e6-a558ba37201b tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/networks?id=438f6288-4686-4452-8a20-ac5b28efd854 HTTP/1.1" status: 200 len: 814 time: 0.6771894 Feb 14 15:17:38.870649 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-e9b7c9ef-e021-44f2-bfd5-99f4af19c334 None None] Attempting to bind port d6baa3dc-133f-45cc-a27d-d9114d0485ab on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:17:38.871019 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-e9b7c9ef-e021-44f2-bfd5-99f4af19c334 None None] Attempting to bind port d6baa3dc-133f-45cc-a27d-d9114d0485ab by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': '8af021fa-9e1c-4f25-b0ac-b84f4ac98747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:17:38.871152 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3e80a7-4eff-4812-93ce-bec6e8161be4 admin admin] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:17:38.871790 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b7c9ef-e021-44f2-bfd5-99f4af19c334 None None] Attempting to bind port d6baa3dc-133f-45cc-a27d-d9114d0485ab on network d8a50fc3-d129-4b74-b14e-edfcc858c8cc {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:17:38.897420 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b7c9ef-e021-44f2-bfd5-99f4af19c334 None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:17:38.897811 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b7c9ef-e021-44f2-bfd5-99f4af19c334 None None] Checking segment: {'id': '8af021fa-9e1c-4f25-b0ac-b84f4ac98747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:17:38.898231 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e9b7c9ef-e021-44f2-bfd5-99f4af19c334 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:38.898635 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b7c9ef-e021-44f2-bfd5-99f4af19c334 None None] Bound using segment: {'id': '8af021fa-9e1c-4f25-b0ac-b84f4ac98747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:17:38.899345 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-e9b7c9ef-e021-44f2-bfd5-99f4af19c334 None None] Bound port: d6baa3dc-133f-45cc-a27d-d9114d0485ab, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af021fa-9e1c-4f25-b0ac-b84f4ac98747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:17:38.899500 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e9b7c9ef-e021-44f2-bfd5-99f4af19c334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (d6baa3dc-133f-45cc-a27d-d9114d0485ab), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:38.947250 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-14f43251-9cfd-4f64-9e30-3a60a171fec4 None None] For port 3f65d30f-27df-4dd3-a6f6-971ba347a917, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=3f65d30f-27df-4dd3-a6f6-971ba347a917,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:17:39.010984 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-14f43251-9cfd-4f64-9e30-3a60a171fec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (3f65d30f-27df-4dd3-a6f6-971ba347a917), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:39.030490 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-608ed3c3-962d-4676-b478-1a58c6244508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:39.045935 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-ca9b840d-9d79-4b3a-a3d3-c5fc5d0eecfc tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/quotas/9c9f16de8df448a89ca48ff22f7a1d34 HTTP/1.1" status: 200 len: 375 time: 0.1757939 Feb 14 15:17:39.094730 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 3f65d30f-27df-4dd3-a6f6-971ba347a917 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:39.095133 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (3f65d30f-27df-4dd3-a6f6-971ba347a917), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:39.140939 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e80a7-4eff-4812-93ce-bec6e8161be4 admin admin] Pushing event updated for resources: {'Port': ['ID=2f39436a-ca41-4ac8-8807-4a1206e3b538,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:39.163383 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-f9959b77-421b-47a4-99b9-85e8a67f2b68 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=9c9f16de8df448a89ca48ff22f7a1d34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1165175 Feb 14 15:17:39.234196 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ba4f17e7-3906-4b17-9f3b-543e755efcbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554124'] for router (afc37eec-1140-4610-bb73-d0253e5d83f2), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:39.246515 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e9b7c9ef-e021-44f2-bfd5-99f4af19c334 None None] For port d6baa3dc-133f-45cc-a27d-d9114d0485ab, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:17:39.278108 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f43251-9cfd-4f64-9e30-3a60a171fec4 None None] Pushing event updated for resources: {'Port': ['ID=3f65d30f-27df-4dd3-a6f6-971ba347a917,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:39.305139 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e9b7c9ef-e021-44f2-bfd5-99f4af19c334 None None] For port d6baa3dc-133f-45cc-a27d-d9114d0485ab, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=d6baa3dc-133f-45cc-a27d-d9114d0485ab,segment=NetworkSegment(8af021fa-9e1c-4f25-b0ac-b84f4ac98747),segment_id=8af021fa-9e1c-4f25-b0ac-b84f4ac98747)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:17:39.316557 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-da3e80a7-4eff-4812-93ce-bec6e8161be4 admin admin] Publish callbacks [] for router_gateway (ace3bac7-b414-4c76-94c4-6bafb92b8db5), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:39.327272 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e9b7c9ef-e021-44f2-bfd5-99f4af19c334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (d6baa3dc-133f-45cc-a27d-d9114d0485ab), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:39.465598 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-e7d68d57-e956-48c4-aca3-3b037be3e032 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=102563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:17:39.466629 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-e7d68d57-e956-48c4-aca3-3b037be3e032 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1207585 Feb 14 15:17:39.484003 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7c9ef-e021-44f2-bfd5-99f4af19c334 None None] Pushing event updated for resources: {'Port': ['ID=d6baa3dc-133f-45cc-a27d-d9114d0485ab,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:39.491323 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-08cc1e88-f704-4298-911f-433164469bf3 None None] Provisioning complete for port 3f65d30f-27df-4dd3-a6f6-971ba347a917 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:39.491861 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-08cc1e88-f704-4298-911f-433164469bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (3f65d30f-27df-4dd3-a6f6-971ba347a917), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:39.606262 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-608ed3c3-962d-4676-b478-1a58c6244508 admin admin] Publish callbacks [] for security_group (a9d59ef7-de31-4457-880e-6f080105745e), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:39.620906 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-608ed3c3-962d-4676-b478-1a58c6244508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (a9d59ef7-de31-4457-880e-6f080105745e), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:39.689754 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-08cc1e88-f704-4298-911f-433164469bf3 None None] Current status of the port 3f65d30f-27df-4dd3-a6f6-971ba347a917 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:17:39.695895 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5f3ea993-3898-4244-9cb2-80da0f9ee1f9 admin admin] Publish callbacks [] for router_gateway (b9fff21b-9f1e-41b7-b1a3-f5a2afca454b), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:39.697559 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 3f65d30f-27df-4dd3-a6f6-971ba347a917 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:17:39.732586 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5f3ea993-3898-4244-9cb2-80da0f9ee1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:39.798345 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-608ed3c3-962d-4676-b478-1a58c6244508 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=16f9b78f19ef4b9d8342d04a51354048&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3433847 Feb 14 15:17:39.799760 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-da3e80a7-4eff-4812-93ce-bec6e8161be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554124'] for router (ace3bac7-b414-4c76-94c4-6bafb92b8db5), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:39.806318 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 33796) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:39.852930 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ed3c3-962d-4676-b478-1a58c6244508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d59ef7-de31-4457-880e-6f080105745e,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:39.964981 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-f1f5164f-6a27-4fab-ac88-b54ea22c96e7 service neutron] 10.222.0.87 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045068 Feb 14 15:17:39.999382 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4f17e7-3906-4b17-9f3b-543e755efcbb admin admin] Router afc37eec-1140-4610-bb73-d0253e5d83f2 is scheduled to L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e with binding_index 1 {{(pid=102563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 15:17:40.029678 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-5f3ea993-3898-4244-9cb2-80da0f9ee1f9 admin admin] Allocated IP 172.27.0.247 (a318f2e5-fbf9-4a36-a1d1-4a864fc5139f/1bedbbde-d873-4c55-9589-51025e0481b7/1325ff99-0a8b-489a-ac7b-67b8e1b527e2) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:17:40.044950 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 33806) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:40.082479 dv-cinder-815146-10-iscsi neutron-server[102564]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 14 15:17:40.161010 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-67e1f6fb-bc4b-4526-a171-60bcb1f182ad admin admin] Publish callbacks [] for security_group (a9d59ef7-de31-4457-880e-6f080105745e), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:40.259349 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-22940775-e594-48fd-992d-87c7a4a9ba16 service neutron] 10.222.0.87 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854533 Feb 14 15:17:40.281276 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-67e1f6fb-bc4b-4526-a171-60bcb1f182ad admin admin] Publish callbacks [] for security_group (a9d59ef7-de31-4457-880e-6f080105745e), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:40.347597 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4f17e7-3906-4b17-9f3b-543e755efcbb admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:17:40.359176 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5f3ea993-3898-4244-9cb2-80da0f9ee1f9 admin admin] Publish callbacks [] for port (1325ff99-0a8b-489a-ac7b-67b8e1b527e2), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:40.359947 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] Sync routers for ids ['afc37eec-1140-4610-bb73-d0253e5d83f2'] in dv-cinder-815146-10-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:17:40.377676 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] Routers {'afc37eec-1140-4610-bb73-d0253e5d83f2'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:17:40.378405 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:17:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['afc37eec-1140-4610-bb73-d0253e5d83f2'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:17:40.400655 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ba4f17e7-3906-4b17-9f3b-543e755efcbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:40.407037 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-ba4f17e7-3906-4b17-9f3b-543e755efcbb admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3790565 Feb 14 15:17:40.409100 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 33812) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:40.446985 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5f3ea993-3898-4244-9cb2-80da0f9ee1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (1325ff99-0a8b-489a-ac7b-67b8e1b527e2), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:40.457828 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bc0796ba-feeb-404d-afe0-0300f71d2a1f tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:40.459627 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bc0796ba-feeb-404d-afe0-0300f71d2a1f tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/networks?id=242ada04-a03c-4738-a938-2da9852ecaef HTTP/1.1" status: 200 len: 812 time: 0.4018033 Feb 14 15:17:40.474827 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3ea993-3898-4244-9cb2-80da0f9ee1f9 admin admin] Network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:17:40.478308 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-5f3ea993-3898-4244-9cb2-80da0f9ee1f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:17:40.496380 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-a0479cb5-8afd-4ba0-916b-7ee484eba201 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/quotas/63ee26507a254dbca30ae341edab044b HTTP/1.1" status: 200 len: 375 time: 0.0286798 Feb 14 15:17:40.496935 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3e80a7-4eff-4812-93ce-bec6e8161be4 admin admin] Router ace3bac7-b414-4c76-94c4-6bafb92b8db5 is scheduled to L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e with binding_index 1 {{(pid=102564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 15:17:40.520727 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3ea993-3898-4244-9cb2-80da0f9ee1f9 admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:17:40.696992 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-67e1f6fb-bc4b-4526-a171-60bcb1f182ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (a9d59ef7-de31-4457-880e-6f080105745e), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:40.699634 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-67e1f6fb-bc4b-4526-a171-60bcb1f182ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:40.703413 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-67e1f6fb-bc4b-4526-a171-60bcb1f182ad admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a9d59ef7-de31-4457-880e-6f080105745e HTTP/1.1" status: 204 len: 168 time: 0.8897240 Feb 14 15:17:40.712895 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bbd6521e-287c-4d4d-a343-72b7e21fd095 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=63ee26507a254dbca30ae341edab044b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2024245 Feb 14 15:17:40.727871 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1f6fb-bc4b-4526-a171-60bcb1f182ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d59ef7-de31-4457-880e-6f080105745e,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:40.864109 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] Set router afc37eec-1140-4610-bb73-d0253e5d83f2 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:17:40.888155 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ea993-3898-4244-9cb2-80da0f9ee1f9 admin admin] Pushing event updated for resources: {'Port': ['ID=1325ff99-0a8b-489a-ac7b-67b8e1b527e2,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:41.159108 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cf81b763-01c8-4dde-918f-4c154710c86c req-7194c1f1-adbf-4b04-8e84-ac2a6ac810b0 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 210 time: 0.2720909 Feb 14 15:17:41.261200 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-router', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:35Z', 'updated_at': '2022-02-14T15:17:37Z', 'revision_number': 3, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'gw_port': {'id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:17:41.305109 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11fcb8d-5dff-45a2-8e5e-a6309e2ba75e None None] Network d8a50fc3-d129-4b74-b14e-edfcc858c8cc requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:17:41.332712 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] Checking router: afc37eec-1140-4610-bb73-d0253e5d83f2 for host: dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:17:41.333075 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] Updating router afc37eec-1140-4610-bb73-d0253e5d83f2 port 8ac8c500-90e4-4669-bb07-c12dc95ef2a0 binding host dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:17:41.334580 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3e80a7-4eff-4812-93ce-bec6e8161be4 admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:17:41.401497 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-da3e80a7-4eff-4812-93ce-bec6e8161be4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:41.411288 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-da3e80a7-4eff-4812-93ce-bec6e8161be4 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2168858 Feb 14 15:17:41.414245 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 33858) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:41.425060 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (8ac8c500-90e4-4669-bb07-c12dc95ef2a0), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:41.489374 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 3f65d30f-27df-4dd3-a6f6-971ba347a917 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:17:41.505951 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5f3ea993-3898-4244-9cb2-80da0f9ee1f9 admin admin] Publish callbacks [] for router_gateway (b9fff21b-9f1e-41b7-b1a3-f5a2afca454b), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:41.563352 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] Sync routers for ids ['ace3bac7-b414-4c76-94c4-6bafb92b8db5'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:17:41.600429 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 33866) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:41.628265 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f8e981a6-9d30-4beb-8666-9bc8407d51ab None None] Provisioning complete for port d6baa3dc-133f-45cc-a27d-d9114d0485ab triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:41.628644 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f8e981a6-9d30-4beb-8666-9bc8407d51ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (d6baa3dc-133f-45cc-a27d-d9114d0485ab), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:41.697535 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4eac502-ed6a-47ae-984c-54cfebe19317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:41.747848 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-54abc89b-266e-42a1-bf66-fbb4deef94d9 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=102564) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:17:41.749597 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-54abc89b-266e-42a1-bf66-fbb4deef94d9 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3911629 Feb 14 15:17:41.779046 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] Routers {'ace3bac7-b414-4c76-94c4-6bafb92b8db5'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:17:41.779690 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:17:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['ace3bac7-b414-4c76-94c4-6bafb92b8db5'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:17:41.907238 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] Publish callbacks [] for port (8ac8c500-90e4-4669-bb07-c12dc95ef2a0), precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:41.912442 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 3f65d30f-27df-4dd3-a6f6-971ba347a917 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:41.912953 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (3f65d30f-27df-4dd3-a6f6-971ba347a917), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:41.928463 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (8ac8c500-90e4-4669-bb07-c12dc95ef2a0), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:41.979758 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43296542-5960-4efa-b169-3e67504c30dd None None] Pushing event updated for resources: {'Port': ['ID=8ac8c500-90e4-4669-bb07-c12dc95ef2a0,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:41.994349 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43296542-5960-4efa-b169-3e67504c30dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:41.995070 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43296542-5960-4efa-b169-3e67504c30dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:41.995797 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43296542-5960-4efa-b169-3e67504c30dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:41.996484 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43296542-5960-4efa-b169-3e67504c30dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:41.997209 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43296542-5960-4efa-b169-3e67504c30dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:41.998459 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43296542-5960-4efa-b169-3e67504c30dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:41.999052 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43296542-5960-4efa-b169-3e67504c30dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:41.999713 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43296542-5960-4efa-b169-3e67504c30dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:42.000284 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43296542-5960-4efa-b169-3e67504c30dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:42.000984 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43296542-5960-4efa-b169-3e67504c30dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:42.001531 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43296542-5960-4efa-b169-3e67504c30dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:42.002625 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43296542-5960-4efa-b169-3e67504c30dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:42.003202 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43296542-5960-4efa-b169-3e67504c30dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43296542-5960-4efa-b169-3e67504c30dd None None] Tracked resource versions report: Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: pushed versions: Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: { 'AddressGroup': {'1.2'}, Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'ConntrackHelper': {'1.0'}, Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'LocalIPAssociation': {'1.0'}, Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'Log': {'1.0'}, Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'Network': {'1.1'}, Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'Port': {'1.7'}, Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'PortForwarding': {'1.2'}, Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'QosPolicy': {'1.10'}, Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'SecurityGroup': {'1.5'}, Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'SecurityGroupRule': {'1.2'}, Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'SubPort': {'1.0'}, Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'Subnet': {'1.1'}, Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'Trunk': {'1.1'}} Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: consumer versions: Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: { DHCP agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: HyperV agent@hv-cinder-81514: {}, Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: L3 agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: Metadata agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: Metering agent@dv-cinder-815146-10-iscsi: {}, Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: Open vSwitch agent@dv-cinder-815146-10-iscsi: { 'AddressGroup': '1.2', Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'ConntrackHelper': '1.0', Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'LocalIPAssociation': '1.0', Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'Log': '1.0', Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'Network': '1.1', Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'Port': '1.7', Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'PortForwarding': '1.2', Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'QosPolicy': '1.10', Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'SecurityGroup': '1.5', Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'SecurityGroupRule': '1.2', Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'SubPort': '1.0', Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'Subnet': '1.1', Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: 'Trunk': '1.1'}} Feb 14 15:17:42.004725 dv-cinder-815146-10-iscsi neutron-server[102566]: {{(pid=102566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 15:17:42.035763 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5f3ea993-3898-4244-9cb2-80da0f9ee1f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554124'] for router (b9fff21b-9f1e-41b7-b1a3-f5a2afca454b), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:42.050250 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f8e981a6-9d30-4beb-8666-9bc8407d51ab None None] Current status of the port d6baa3dc-133f-45cc-a27d-d9114d0485ab is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:17:42.051086 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f8e981a6-9d30-4beb-8666-9bc8407d51ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (d6baa3dc-133f-45cc-a27d-d9114d0485ab), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:42.098012 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] Attempting to bind port 8ac8c500-90e4-4669-bb07-c12dc95ef2a0 on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:17:42.098461 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] Attempting to bind port 8ac8c500-90e4-4669-bb07-c12dc95ef2a0 by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:17:42.098837 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] Attempting to bind port 8ac8c500-90e4-4669-bb07-c12dc95ef2a0 on network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:17:42.106389 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:17:42.109704 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] Checking segment: {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:17:42.110287 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:42.110763 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] Bound using segment: {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:17:42.112499 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] Bound port: 8ac8c500-90e4-4669-bb07-c12dc95ef2a0, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:17:42.114751 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (8ac8c500-90e4-4669-bb07-c12dc95ef2a0), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:42.168359 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4eac502-ed6a-47ae-984c-54cfebe19317 admin admin] Publish callbacks [] for security_group (fdadea39-b321-435b-9ced-4f504ed52228), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:42.173969 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] Set router ace3bac7-b414-4c76-94c4-6bafb92b8db5 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:17:42.195040 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4eac502-ed6a-47ae-984c-54cfebe19317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (fdadea39-b321-435b-9ced-4f504ed52228), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:42.250113 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] For port 8ac8c500-90e4-4669-bb07-c12dc95ef2a0, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:17:42.260401 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] For port 8ac8c500-90e4-4669-bb07-c12dc95ef2a0, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=8ac8c500-90e4-4669-bb07-c12dc95ef2a0,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:17:42.272421 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (8ac8c500-90e4-4669-bb07-c12dc95ef2a0), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:42.308437 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 33884) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:42.334851 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f8e981a6-9d30-4beb-8666-9bc8407d51ab None None] For port d6baa3dc-133f-45cc-a27d-d9114d0485ab, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=d6baa3dc-133f-45cc-a27d-d9114d0485ab,segment=NetworkSegment(8af021fa-9e1c-4f25-b0ac-b84f4ac98747),segment_id=8af021fa-9e1c-4f25-b0ac-b84f4ac98747)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:17:42.398341 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43296542-5960-4efa-b169-3e67504c30dd None None] Pushing event updated for resources: {'Port': ['ID=8ac8c500-90e4-4669-bb07-c12dc95ef2a0,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:42.443322 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] Routers {'afc37eec-1140-4610-bb73-d0253e5d83f2'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:17:42.452156 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:17:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['afc37eec-1140-4610-bb73-d0253e5d83f2'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:17:42.504679 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5f84af48-ba35-4f93-8d9f-5174a9710127 req-144718b4-21c3-42e2-a12e-bbd5acc70f59 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 210 time: 0.1551483 Feb 14 15:17:42.528471 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f4eac502-ed6a-47ae-984c-54cfebe19317 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dff44584c5dd4a90b58afad27c66f84d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9253817 Feb 14 15:17:42.538991 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 33896) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:42.550160 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-b94e83f8-c7d2-423a-ab60-b419f9064211 service neutron] 10.222.0.87 "GET /v2.0/networks/242ada04-a03c-4738-a938-2da9852ecaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7551093 Feb 14 15:17:42.569541 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f8e981a6-9d30-4beb-8666-9bc8407d51ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (d6baa3dc-133f-45cc-a27d-d9114d0485ab), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:42.602256 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eac502-ed6a-47ae-984c-54cfebe19317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdadea39-b321-435b-9ced-4f504ed52228,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:42.618021 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] Set router afc37eec-1140-4610-bb73-d0253e5d83f2 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:17:42.652934 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e981a6-9d30-4beb-8666-9bc8407d51ab None None] Pushing event updated for resources: {'Port': ['ID=d6baa3dc-133f-45cc-a27d-d9114d0485ab,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:42.673253 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 3f65d30f-27df-4dd3-a6f6-971ba347a917 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:17:42.676370 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d3692cd2-cc66-479d-9610-ef167123aeff admin admin] Publish callbacks [] for security_group (fdadea39-b321-435b-9ced-4f504ed52228), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:42.677998 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device d6baa3dc-133f-45cc-a27d-d9114d0485ab up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:17:42.716791 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3ea993-3898-4244-9cb2-80da0f9ee1f9 admin admin] Router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b is scheduled to L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e with binding_index 1 {{(pid=102563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 15:17:42.742153 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d3692cd2-cc66-479d-9610-ef167123aeff admin admin] Publish callbacks [] for security_group (fdadea39-b321-435b-9ced-4f504ed52228), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:42.788605 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:42.793626 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-39617116-5533-486b-a506-15d8de83f30b None None] Provisioning complete for port d6baa3dc-133f-45cc-a27d-d9114d0485ab triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:42.794484 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-39617116-5533-486b-a506-15d8de83f30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (d6baa3dc-133f-45cc-a27d-d9114d0485ab), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:42.963275 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-39617116-5533-486b-a506-15d8de83f30b None None] Current status of the port d6baa3dc-133f-45cc-a27d-d9114d0485ab is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:17:42.973280 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port d6baa3dc-133f-45cc-a27d-d9114d0485ab triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:42.973764 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (d6baa3dc-133f-45cc-a27d-d9114d0485ab), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:42.995745 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-router', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:35Z', 'updated_at': '2022-02-14T15:17:37Z', 'revision_number': 3, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'gw_port': {'id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:17:43.064620 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f50ef3-839c-4d10-84fa-b9c355f1556f None None] The sync data for ids ['afc37eec-1140-4610-bb73-d0253e5d83f2'] in dv-cinder-815146-10-iscsi is: [{'id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-router', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:35Z', 'updated_at': '2022-02-14T15:17:37Z', 'revision_number': 3, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'gw_port': {'id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:17:43.133716 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3ea993-3898-4244-9cb2-80da0f9ee1f9 admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:17:43.145497 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] Sync routers for ids ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'] in dv-cinder-815146-10-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:17:43.149925 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d3692cd2-cc66-479d-9610-ef167123aeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (fdadea39-b321-435b-9ced-4f504ed52228), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:43.154573 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d3692cd2-cc66-479d-9610-ef167123aeff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:43.156474 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d3692cd2-cc66-479d-9610-ef167123aeff admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fdadea39-b321-435b-9ced-4f504ed52228 HTTP/1.1" status: 204 len: 168 time: 0.6162593 Feb 14 15:17:43.161012 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace3bac7-b414-4c76-94c4-6bafb92b8db5', 'name': 'tempest-ServerRescueNegativeTestJSON-994658749-router', 'tenant_id': '258d3453eec942f3944f9299fcf5227d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2f39436a-ca41-4ac8-8807-4a1206e3b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:39Z', 'revision_number': 3, 'project_id': '258d3453eec942f3944f9299fcf5227d', 'gw_port': {'id': '2f39436a-ca41-4ac8-8807-4a1206e3b538', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace3bac7-b414-4c76-94c4-6bafb92b8db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:17:43.172071 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3692cd2-cc66-479d-9610-ef167123aeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdadea39-b321-435b-9ced-4f504ed52228,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:43.181102 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] Routers {'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:17:43.181782 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:17:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:17:43.187821 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5f3ea993-3898-4244-9cb2-80da0f9ee1f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:43.189614 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-5f3ea993-3898-4244-9cb2-80da0f9ee1f9 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1395164 Feb 14 15:17:43.192848 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 33910) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:43.231762 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-cb4f2885-553d-4b28-b4e7-3593ac64ca2e service neutron] 10.222.0.87 "GET /v2.0/networks/242ada04-a03c-4738-a938-2da9852ecaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6772902 Feb 14 15:17:43.253379 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] Checking router: ace3bac7-b414-4c76-94c4-6bafb92b8db5 for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:17:43.253735 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] Updating router ace3bac7-b414-4c76-94c4-6bafb92b8db5 port 2f39436a-ca41-4ac8-8807-4a1206e3b538 binding host dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:17:43.272910 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d74a3c5a-9499-4753-9b51-4ceaf3a3a807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:43.313819 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port d6baa3dc-133f-45cc-a27d-d9114d0485ab is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:17:43.315991 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (2f39436a-ca41-4ac8-8807-4a1206e3b538), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:43.418830 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0ce83c19-9129-4631-8029-5b55786c7ca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:43.501608 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c850f4ea-ee77-49d6-9745-10eaa7af7123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:43.604742 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] Set router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:17:43.624850 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device d6baa3dc-133f-45cc-a27d-d9114d0485ab up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:17:43.645104 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f701d64d-ca4b-4eda-af50-e7e9727d5a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:43.829614 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port d6baa3dc-133f-45cc-a27d-d9114d0485ab triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:43.830502 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (d6baa3dc-133f-45cc-a27d-d9114d0485ab), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:44.029807 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-da372cd2-e41d-4d64-9738-8d9343e45825 req-9d8b61ad-a29e-401b-8230-3a9b454da300 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 210 time: 0.0735166 Feb 14 15:17:44.086105 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] Publish callbacks [] for port (2f39436a-ca41-4ac8-8807-4a1206e3b538), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:44.100393 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (2f39436a-ca41-4ac8-8807-4a1206e3b538), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:44.102719 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-423bdf8c-d844-4a67-a191-209d4f1eb001 req-9d51b067-4c08-4f27-b392-273f2ab4913c tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 210 time: 0.2011082 Feb 14 15:17:44.110084 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'name': 'tempest-AttachVolumeTestJSON-252582479-router', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:41Z', 'revision_number': 3, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'gw_port': {'id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:39Z', 'updated_at': '2022-02-14T15:17:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:17:44.170087 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] Attempting to bind port 2f39436a-ca41-4ac8-8807-4a1206e3b538 on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:17:44.171198 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] Attempting to bind port 2f39436a-ca41-4ac8-8807-4a1206e3b538 by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:17:44.171815 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] Attempting to bind port 2f39436a-ca41-4ac8-8807-4a1206e3b538 on network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:17:44.178652 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] Checking router: b9fff21b-9f1e-41b7-b1a3-f5a2afca454b for host: dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:17:44.179485 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] Updating router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b port 1325ff99-0a8b-489a-ac7b-67b8e1b527e2 binding host dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:17:44.213169 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (1325ff99-0a8b-489a-ac7b-67b8e1b527e2), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:44.213996 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:17:44.214500 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] Checking segment: {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:17:44.215004 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:44.215533 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] Bound using segment: {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:17:44.216153 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] Bound port: 2f39436a-ca41-4ac8-8807-4a1206e3b538, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:17:44.216641 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (2f39436a-ca41-4ac8-8807-4a1206e3b538), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:44.276505 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] For port 2f39436a-ca41-4ac8-8807-4a1206e3b538, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:17:44.280143 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] For port 2f39436a-ca41-4ac8-8807-4a1206e3b538, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=2f39436a-ca41-4ac8-8807-4a1206e3b538,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:17:44.292796 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (2f39436a-ca41-4ac8-8807-4a1206e3b538), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:44.321068 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port d6baa3dc-133f-45cc-a27d-d9114d0485ab is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:17:44.329930 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] Routers {'ace3bac7-b414-4c76-94c4-6bafb92b8db5'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:17:44.331219 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:17:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['ace3bac7-b414-4c76-94c4-6bafb92b8db5'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:17:44.356645 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-d74a3c5a-9499-4753-9b51-4ceaf3a3a807 admin admin] Allocated IP 172.20.0.1 (f46612e4-5188-4afd-b927-413922cf4afb/36ea11a7-e606-4181-a1a1-331e0ed702b8/40238533-d58d-410a-b2b6-babcc8ff24e4) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:17:44.399702 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe572f-5561-4aa9-9402-7f055dd96f86 None None] Pushing event updated for resources: {'Port': ['ID=2f39436a-ca41-4ac8-8807-4a1206e3b538,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:44.490355 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2c117c3e-b670-49ea-9a8c-d494e16dddc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:44.542453 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe572f-5561-4aa9-9402-7f055dd96f86 None None] Pushing event updated for resources: {'Port': ['ID=2f39436a-ca41-4ac8-8807-4a1206e3b538,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:44.577822 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] Set router ace3bac7-b414-4c76-94c4-6bafb92b8db5 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:17:44.729685 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-c850f4ea-ee77-49d6-9745-10eaa7af7123 admin admin] Allocated IP 172.20.0.1 (00f85281-ff4d-4b0b-88d7-a69a834aef35/01ea2392-36a5-4e0f-bc30-1b0aaada039f/64a3a0d7-cf6e-4a12-963c-d7f88d995afc) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:17:44.788351 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] Publish callbacks [] for port (1325ff99-0a8b-489a-ac7b-67b8e1b527e2), precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:44.805518 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (1325ff99-0a8b-489a-ac7b-67b8e1b527e2), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:44.933577 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] Attempting to bind port 1325ff99-0a8b-489a-ac7b-67b8e1b527e2 on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:17:44.938324 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] Attempting to bind port 1325ff99-0a8b-489a-ac7b-67b8e1b527e2 by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:17:44.938810 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] Attempting to bind port 1325ff99-0a8b-489a-ac7b-67b8e1b527e2 on network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:17:44.960130 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:17:44.960521 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] Checking segment: {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:17:44.963200 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:44.965048 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] Bound using segment: {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:17:44.965947 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] Bound port: 1325ff99-0a8b-489a-ac7b-67b8e1b527e2, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:17:44.967671 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (1325ff99-0a8b-489a-ac7b-67b8e1b527e2), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:44.981079 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-2c117c3e-b670-49ea-9a8c-d494e16dddc9 admin admin] Allocated IP 172.20.0.1 (d8a50fc3-d129-4b74-b14e-edfcc858c8cc/d07b9fd1-0958-4b2c-aed9-2e37c98ea84c/662e38d6-95d7-4031-b5a4-a7fe52f966c7) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:17:45.016531 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace3bac7-b414-4c76-94c4-6bafb92b8db5', 'name': 'tempest-ServerRescueNegativeTestJSON-994658749-router', 'tenant_id': '258d3453eec942f3944f9299fcf5227d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2f39436a-ca41-4ac8-8807-4a1206e3b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:39Z', 'revision_number': 3, 'project_id': '258d3453eec942f3944f9299fcf5227d', 'gw_port': {'id': '2f39436a-ca41-4ac8-8807-4a1206e3b538', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace3bac7-b414-4c76-94c4-6bafb92b8db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:17:45.052795 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b2e18-49f9-4e35-870f-0ef901869684 None None] The sync data for ids ['ace3bac7-b414-4c76-94c4-6bafb92b8db5'] in dv-cinder-815146-10-iscsi is: [{'id': 'ace3bac7-b414-4c76-94c4-6bafb92b8db5', 'name': 'tempest-ServerRescueNegativeTestJSON-994658749-router', 'tenant_id': '258d3453eec942f3944f9299fcf5227d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2f39436a-ca41-4ac8-8807-4a1206e3b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:39Z', 'revision_number': 3, 'project_id': '258d3453eec942f3944f9299fcf5227d', 'gw_port': {'id': '2f39436a-ca41-4ac8-8807-4a1206e3b538', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace3bac7-b414-4c76-94c4-6bafb92b8db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:17:45.125522 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c850f4ea-ee77-49d6-9745-10eaa7af7123 admin admin] Publish callbacks [] for port (64a3a0d7-cf6e-4a12-963c-d7f88d995afc), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:45.199795 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c850f4ea-ee77-49d6-9745-10eaa7af7123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (64a3a0d7-cf6e-4a12-963c-d7f88d995afc), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:45.254723 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cc8c24f2-0dbc-4358-ab42-9c649f0ce2a0 req-f0ba3461-bce4-4817-a171-900ec9725c7e tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 210 time: 0.0680304 Feb 14 15:17:45.267219 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0ce83c19-9129-4631-8029-5b55786c7ca6 admin admin] Publish callbacks [] for security_group (76a3a670-3199-4883-b494-cb4ebaf1572d), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:45.311831 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0ce83c19-9129-4631-8029-5b55786c7ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (76a3a670-3199-4883-b494-cb4ebaf1572d), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:45.358031 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2c117c3e-b670-49ea-9a8c-d494e16dddc9 admin admin] Publish callbacks [] for port (662e38d6-95d7-4031-b5a4-a7fe52f966c7), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:45.389566 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85259595-5784-47b7-82dd-89c8c3d99597 None None] Pushing event updated for resources: {'Port': ['ID=1325ff99-0a8b-489a-ac7b-67b8e1b527e2,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:45.396639 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-0ce83c19-9129-4631-8029-5b55786c7ca6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4a7fa618dd7846b1bcaec1500085efb1&name=default HTTP/1.1" status: 200 len: 2992 time: 3.0652976 Feb 14 15:17:45.426289 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 33982) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:45.428963 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] For port 1325ff99-0a8b-489a-ac7b-67b8e1b527e2, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:17:45.432659 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] For port 1325ff99-0a8b-489a-ac7b-67b8e1b527e2, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=1325ff99-0a8b-489a-ac7b-67b8e1b527e2,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:17:45.438390 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9ac81fe7-5b45-479e-b022-dc056038fdbe req-be5a4c7d-0555-4851-9918-639d9b28bda4 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 210 time: 0.1747026 Feb 14 15:17:45.440612 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (1325ff99-0a8b-489a-ac7b-67b8e1b527e2), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:45.448442 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c850f4ea-ee77-49d6-9745-10eaa7af7123 admin admin] Network 00f85281-ff4d-4b0b-88d7-a69a834aef35 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:17:45.460016 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-c850f4ea-ee77-49d6-9745-10eaa7af7123 admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:17:45.464896 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce83c19-9129-4631-8029-5b55786c7ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a3a670-3199-4883-b494-cb4ebaf1572d,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:45.507545 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c850f4ea-ee77-49d6-9745-10eaa7af7123 admin admin] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:17:45.508101 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c850f4ea-ee77-49d6-9745-10eaa7af7123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560831'] for router_interface (ace3bac7-b414-4c76-94c4-6bafb92b8db5), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:45.542225 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2c117c3e-b670-49ea-9a8c-d494e16dddc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (662e38d6-95d7-4031-b5a4-a7fe52f966c7), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:45.566795 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 8ac8c500-90e4-4669-bb07-c12dc95ef2a0 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:17:45.573570 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850f4ea-ee77-49d6-9745-10eaa7af7123 admin admin] Pushing event updated for resources: {'Port': ['ID=64a3a0d7-cf6e-4a12-963c-d7f88d995afc,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:45.592747 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2fea5d6d-4b6a-4776-b7ff-392ed6adecb8 admin admin] Publish callbacks [] for security_group (76a3a670-3199-4883-b494-cb4ebaf1572d), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:45.600834 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] Routers {'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:17:45.601863 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:17:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:17:45.648259 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85259595-5784-47b7-82dd-89c8c3d99597 None None] Pushing event updated for resources: {'Port': ['ID=1325ff99-0a8b-489a-ac7b-67b8e1b527e2,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:45.715385 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c117c3e-b670-49ea-9a8c-d494e16dddc9 admin admin] Network d8a50fc3-d129-4b74-b14e-edfcc858c8cc is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:17:45.716163 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d74a3c5a-9499-4753-9b51-4ceaf3a3a807 admin admin] Publish callbacks [] for port (40238533-d58d-410a-b2b6-babcc8ff24e4), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:45.725327 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-2c117c3e-b670-49ea-9a8c-d494e16dddc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:17:45.742547 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c0c0eefc-f3e1-4eda-81ea-2340bb3262c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:45.749037 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c117c3e-b670-49ea-9a8c-d494e16dddc9 admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:17:45.749553 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2c117c3e-b670-49ea-9a8c-d494e16dddc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560831'] for router_interface (b9fff21b-9f1e-41b7-b1a3-f5a2afca454b), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:45.780955 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 8ac8c500-90e4-4669-bb07-c12dc95ef2a0 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:45.781576 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (8ac8c500-90e4-4669-bb07-c12dc95ef2a0), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:45.912878 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c850f4ea-ee77-49d6-9745-10eaa7af7123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (64a3a0d7-cf6e-4a12-963c-d7f88d995afc), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:45.926650 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] Set router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:17:45.949392 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d74a3c5a-9499-4753-9b51-4ceaf3a3a807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (40238533-d58d-410a-b2b6-babcc8ff24e4), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:46.040358 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 8ac8c500-90e4-4669-bb07-c12dc95ef2a0 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:17:46.040865 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (8ac8c500-90e4-4669-bb07-c12dc95ef2a0), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:46.102206 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] For port 8ac8c500-90e4-4669-bb07-c12dc95ef2a0, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=8ac8c500-90e4-4669-bb07-c12dc95ef2a0,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:17:46.113672 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (8ac8c500-90e4-4669-bb07-c12dc95ef2a0), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:46.143759 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a3c5a-9499-4753-9b51-4ceaf3a3a807 admin admin] Pushing event updated for resources: {'Port': ['ID=40238533-d58d-410a-b2b6-babcc8ff24e4,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:46.184714 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2fea5d6d-4b6a-4776-b7ff-392ed6adecb8 admin admin] Publish callbacks [] for security_group (76a3a670-3199-4883-b494-cb4ebaf1572d), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:46.193895 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c117c3e-b670-49ea-9a8c-d494e16dddc9 admin admin] Pushing event updated for resources: {'Port': ['ID=662e38d6-95d7-4031-b5a4-a7fe52f966c7,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:46.243842 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74a3c5a-9499-4753-9b51-4ceaf3a3a807 admin admin] Network f46612e4-5188-4afd-b927-413922cf4afb is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:17:46.252328 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-d74a3c5a-9499-4753-9b51-4ceaf3a3a807 admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:17:46.272875 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74a3c5a-9499-4753-9b51-4ceaf3a3a807 admin admin] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:17:46.273380 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d74a3c5a-9499-4753-9b51-4ceaf3a3a807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560831'] for router_interface (afc37eec-1140-4610-bb73-d0253e5d83f2), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:46.314140 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Pushing event updated for resources: {'Port': ['ID=8ac8c500-90e4-4669-bb07-c12dc95ef2a0,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:46.329979 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-cc2a6cf3-b188-43e8-bc8c-75bc15e85e7e None None] Provisioning complete for port 662e38d6-95d7-4031-b5a4-a7fe52f966c7 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:46.330533 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-cc2a6cf3-b188-43e8-bc8c-75bc15e85e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (662e38d6-95d7-4031-b5a4-a7fe52f966c7), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:46.436809 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-cc2a6cf3-b188-43e8-bc8c-75bc15e85e7e None None] Port 662e38d6-95d7-4031-b5a4-a7fe52f966c7 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:17:46.447441 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'name': 'tempest-AttachVolumeTestJSON-252582479-router', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:41Z', 'revision_number': 3, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'gw_port': {'id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:39Z', 'updated_at': '2022-02-14T15:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:17:46.472442 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2c117c3e-b670-49ea-9a8c-d494e16dddc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (662e38d6-95d7-4031-b5a4-a7fe52f966c7), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:46.520934 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f5a4b8-693a-4325-a80f-ddaf72ecd3f8 None None] The sync data for ids ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'] in dv-cinder-815146-10-iscsi is: [{'id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'name': 'tempest-AttachVolumeTestJSON-252582479-router', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:41Z', 'revision_number': 3, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'gw_port': {'id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:39Z', 'updated_at': '2022-02-14T15:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:17:46.662324 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1aef80db-d8ce-4b94-8890-5b6c857e1b33 req-3241a800-4c01-4f7b-b7b2-e0cd93a9bd05 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 210 time: 0.2009385 Feb 14 15:17:46.680494 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2c8dd7e-77b3-4856-9bde-d7666286184b None None] Provisioning complete for port 40238533-d58d-410a-b2b6-babcc8ff24e4 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:46.681108 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2c8dd7e-77b3-4856-9bde-d7666286184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (40238533-d58d-410a-b2b6-babcc8ff24e4), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:46.889180 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4f8626ab-f2b5-4792-b433-911474069878 req-31269dee-02c2-4ab7-8104-880f91d2044e tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 210 time: 0.0862796 Feb 14 15:17:46.997739 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2c117c3e-b670-49ea-9a8c-d494e16dddc9 admin admin] Publish callbacks [] for port (662e38d6-95d7-4031-b5a4-a7fe52f966c7), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:47.000806 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d74a3c5a-9499-4753-9b51-4ceaf3a3a807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (40238533-d58d-410a-b2b6-babcc8ff24e4), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:47.004248 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c850f4ea-ee77-49d6-9745-10eaa7af7123 admin admin] Publish callbacks [] for port (64a3a0d7-cf6e-4a12-963c-d7f88d995afc), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:47.017344 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2c117c3e-b670-49ea-9a8c-d494e16dddc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (662e38d6-95d7-4031-b5a4-a7fe52f966c7), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:47.018456 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2c117c3e-b670-49ea-9a8c-d494e16dddc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560835'] for router_interface (b9fff21b-9f1e-41b7-b1a3-f5a2afca454b), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:47.032055 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2fea5d6d-4b6a-4776-b7ff-392ed6adecb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (76a3a670-3199-4883-b494-cb4ebaf1572d), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:47.034789 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2fea5d6d-4b6a-4776-b7ff-392ed6adecb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:47.035995 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-2fea5d6d-4b6a-4776-b7ff-392ed6adecb8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/76a3a670-3199-4883-b494-cb4ebaf1572d HTTP/1.1" status: 204 len: 168 time: 1.6290140 Feb 14 15:17:47.040142 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2c8dd7e-77b3-4856-9bde-d7666286184b None None] Port 40238533-d58d-410a-b2b6-babcc8ff24e4 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:17:47.050994 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c850f4ea-ee77-49d6-9745-10eaa7af7123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (64a3a0d7-cf6e-4a12-963c-d7f88d995afc), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:47.057845 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c850f4ea-ee77-49d6-9745-10eaa7af7123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560835'] for router_interface (ace3bac7-b414-4c76-94c4-6bafb92b8db5), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:47.066794 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea5d6d-4b6a-4776-b7ff-392ed6adecb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a3a670-3199-4883-b494-cb4ebaf1572d,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:47.208772 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.77', 64080) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:47.348222 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:47.376068 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c117c3e-b670-49ea-9a8c-d494e16dddc9 admin admin] Pushing event updated for resources: {'Port': ['ID=662e38d6-95d7-4031-b5a4-a7fe52f966c7,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:47.591360 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.77', 64081) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:47.663776 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850f4ea-ee77-49d6-9745-10eaa7af7123 admin admin] Pushing event updated for resources: {'Port': ['ID=64a3a0d7-cf6e-4a12-963c-d7f88d995afc,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:47.751818 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 2f39436a-ca41-4ac8-8807-4a1206e3b538 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:17:47.815349 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-39e19236-1b0a-4138-bc6d-ae13c06f41a1 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:47.818287 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-39e19236-1b0a-4138-bc6d-ae13c06f41a1 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.77 "GET /v2.0/networks?id=438f6288-4686-4452-8a20-ac5b28efd854 HTTP/1.1" status: 200 len: 814 time: 0.6052113 Feb 14 15:17:47.859988 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c117c3e-b670-49ea-9a8c-d494e16dddc9 admin admin] Network d8a50fc3-d129-4b74-b14e-edfcc858c8cc is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:17:47.881873 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-2c117c3e-b670-49ea-9a8c-d494e16dddc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:17:47.893376 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 2f39436a-ca41-4ac8-8807-4a1206e3b538 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:47.894406 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (2f39436a-ca41-4ac8-8807-4a1206e3b538), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:47.939491 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-018ae9a0-23f0-4cbf-ba0d-a205dfbd487a req-c004ac36-6082-4a68-ba79-e015c3309dc6 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 210 time: 0.0707867 Feb 14 15:17:47.987349 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-4b1e00e6-995e-4cd2-ab67-1a41fe246b0e tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:47.990367 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-4b1e00e6-995e-4cd2-ab67-1a41fe246b0e tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.77 "GET /v2.0/networks?id=242ada04-a03c-4738-a938-2da9852ecaef HTTP/1.1" status: 200 len: 812 time: 0.3979008 Feb 14 15:17:48.041922 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-6cdcc32a-e0c9-49ba-b170-8097264c2bec tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Request body: {'port': {'device_id': '90b18542-a882-4be6-b4c6-161eb89cf6ed', 'network_id': '242ada04-a03c-4738-a938-2da9852ecaef', 'admin_state_up': True, 'tenant_id': '63ee26507a254dbca30ae341edab044b'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:48.143807 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 2f39436a-ca41-4ac8-8807-4a1206e3b538 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:17:48.144216 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (2f39436a-ca41-4ac8-8807-4a1206e3b538), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:48.219580 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] For port 2f39436a-ca41-4ac8-8807-4a1206e3b538, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=2f39436a-ca41-4ac8-8807-4a1206e3b538,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:17:48.226827 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (2f39436a-ca41-4ac8-8807-4a1206e3b538), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:48.228327 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 1325ff99-0a8b-489a-ac7b-67b8e1b527e2 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:17:48.263897 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d74a3c5a-9499-4753-9b51-4ceaf3a3a807 admin admin] Publish callbacks [] for port (40238533-d58d-410a-b2b6-babcc8ff24e4), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:48.268053 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 34052) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:48.293113 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-5523967b-c3e1-4d61-82e8-cc2375e4d58f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Request body: {'port': {'device_id': 'a8cf051e-de69-4c09-9f19-d2bffcf9e522', 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854', 'admin_state_up': True, 'tenant_id': '9c9f16de8df448a89ca48ff22f7a1d34'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:48.330096 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d74a3c5a-9499-4753-9b51-4ceaf3a3a807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (40238533-d58d-410a-b2b6-babcc8ff24e4), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:48.332166 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d74a3c5a-9499-4753-9b51-4ceaf3a3a807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560835'] for router_interface (afc37eec-1140-4610-bb73-d0253e5d83f2), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:48.397928 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Pushing event updated for resources: {'Port': ['ID=2f39436a-ca41-4ac8-8807-4a1206e3b538,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:48.432546 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f904e8fc-8f19-45e2-8124-770b5db19288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:48.439875 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-99d59637-3d19-4153-acb2-b6e4ed681643 None None] Provisioning complete for port 662e38d6-95d7-4031-b5a4-a7fe52f966c7 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:48.440941 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-99d59637-3d19-4153-acb2-b6e4ed681643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (662e38d6-95d7-4031-b5a4-a7fe52f966c7), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:48.497773 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 1325ff99-0a8b-489a-ac7b-67b8e1b527e2 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:48.499909 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (1325ff99-0a8b-489a-ac7b-67b8e1b527e2), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:48.531583 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0408653e-5c8a-46cc-a894-7b7cd731edc7 req-0496b283-5618-44ed-b668-a0881d179c94 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 210 time: 0.2347963 Feb 14 15:17:48.541249 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c117c3e-b670-49ea-9a8c-d494e16dddc9 admin admin] Router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:17:48.558212 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c850f4ea-ee77-49d6-9745-10eaa7af7123 admin admin] Network 00f85281-ff4d-4b0b-88d7-a69a834aef35 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:17:48.597232 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-99d59637-3d19-4153-acb2-b6e4ed681643 None None] Port 662e38d6-95d7-4031-b5a4-a7fe52f966c7 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:17:48.638834 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:48.689870 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-6cdcc32a-e0c9-49ba-b170-8097264c2bec tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Made reservation on behalf of 63ee26507a254dbca30ae341edab044b for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:17:48.693658 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-6cdcc32a-e0c9-49ba-b170-8097264c2bec tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:48.731455 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-c850f4ea-ee77-49d6-9745-10eaa7af7123 admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:17:48.736825 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 1325ff99-0a8b-489a-ac7b-67b8e1b527e2 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:17:48.737256 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (1325ff99-0a8b-489a-ac7b-67b8e1b527e2), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:48.778733 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] For port 1325ff99-0a8b-489a-ac7b-67b8e1b527e2, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=1325ff99-0a8b-489a-ac7b-67b8e1b527e2,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:17:48.785252 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (1325ff99-0a8b-489a-ac7b-67b8e1b527e2), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:48.787347 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 8ac8c500-90e4-4669-bb07-c12dc95ef2a0 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:17:48.828352 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f904e8fc-8f19-45e2-8124-770b5db19288 admin admin] Publish callbacks [] for security_group (9c1bce08-797d-4b5d-96a1-29b4991a5cd1), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:48.879578 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f904e8fc-8f19-45e2-8124-770b5db19288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (9c1bce08-797d-4b5d-96a1-29b4991a5cd1), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:48.898065 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Pushing event updated for resources: {'Port': ['ID=1325ff99-0a8b-489a-ac7b-67b8e1b527e2,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:48.913995 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 8ac8c500-90e4-4669-bb07-c12dc95ef2a0 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:48.914607 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (8ac8c500-90e4-4669-bb07-c12dc95ef2a0), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:48.949113 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f904e8fc-8f19-45e2-8124-770b5db19288 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8c2e142ea69e4fa68534e4a7de4afa2c&name=default HTTP/1.1" status: 200 len: 2994 time: 0.6783471 Feb 14 15:17:48.972663 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 34094) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:49.058763 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 8ac8c500-90e4-4669-bb07-c12dc95ef2a0 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:17:49.106999 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a3c5a-9499-4753-9b51-4ceaf3a3a807 admin admin] Pushing event updated for resources: {'Port': ['ID=40238533-d58d-410a-b2b6-babcc8ff24e4,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:49.119168 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c117c3e-b670-49ea-9a8c-d494e16dddc9 admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:17:49.159037 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-2c117c3e-b670-49ea-9a8c-d494e16dddc9 admin admin] 10.222.0.87 "PUT /v2.0/routers/b9fff21b-9f1e-41b7-b1a3-f5a2afca454b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9569893 Feb 14 15:17:49.187378 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74a3c5a-9499-4753-9b51-4ceaf3a3a807 admin admin] Network f46612e4-5188-4afd-b927-413922cf4afb is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:17:49.219222 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-d74a3c5a-9499-4753-9b51-4ceaf3a3a807 admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:17:49.321821 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904e8fc-8f19-45e2-8124-770b5db19288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1bce08-797d-4b5d-96a1-29b4991a5cd1,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:49.349591 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c3fef41b-77fd-4067-bf6e-12349ed21756 req-9d2626bc-ed2d-41ba-b144-5188a21a4c9e tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 210 time: 0.2805970 Feb 14 15:17:49.648101 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 2f39436a-ca41-4ac8-8807-4a1206e3b538 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:17:49.671885 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-6cdcc32a-e0c9-49ba-b170-8097264c2bec tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Allocated IP 172.20.0.11 (242ada04-a03c-4738-a938-2da9852ecaef/e6ab69b9-9e0b-4e89-95ca-1d5e36fb34f5/72d1272c-7e97-4f42-bf4e-a87c50a5a4eb) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:17:49.804790 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:49.841268 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] Sync routers for ids ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:17:49.919005 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3964d997-ad5b-42b1-b329-89b3fcb0a2a9 req-c9afb666-c4fa-415a-92d5-c864cacb263d tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 210 time: 0.0904434 Feb 14 15:17:49.934546 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 2f39436a-ca41-4ac8-8807-4a1206e3b538 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:49.937558 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (2f39436a-ca41-4ac8-8807-4a1206e3b538), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:49.937558 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] Routers {'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:17:49.937558 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:17:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:17:50.004009 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1ee7c161-06df-4496-8828-967cb156008d admin admin] Publish callbacks [] for security_group (9c1bce08-797d-4b5d-96a1-29b4991a5cd1), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:50.027884 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c850f4ea-ee77-49d6-9745-10eaa7af7123 admin admin] Router ace3bac7-b414-4c76-94c4-6bafb92b8db5 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:17:50.034475 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-5523967b-c3e1-4d61-82e8-cc2375e4d58f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Made reservation on behalf of 9c9f16de8df448a89ca48ff22f7a1d34 for: {'port': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:17:50.039833 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-5523967b-c3e1-4d61-82e8-cc2375e4d58f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:50.077198 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1ee7c161-06df-4496-8828-967cb156008d admin admin] Publish callbacks [] for security_group (9c1bce08-797d-4b5d-96a1-29b4991a5cd1), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:50.128754 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-6cdcc32a-e0c9-49ba-b170-8097264c2bec tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Publish callbacks [] for port (72d1272c-7e97-4f42-bf4e-a87c50a5a4eb), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:50.235365 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] Set router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:17:50.276256 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-6cdcc32a-e0c9-49ba-b170-8097264c2bec tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (72d1272c-7e97-4f42-bf4e-a87c50a5a4eb), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:50.365453 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-91d63a7e-8210-462f-87e2-ef391b2fd11f None None] Provisioning complete for port 40238533-d58d-410a-b2b6-babcc8ff24e4 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:50.366015 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-91d63a7e-8210-462f-87e2-ef391b2fd11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (40238533-d58d-410a-b2b6-babcc8ff24e4), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:50.450201 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-91d63a7e-8210-462f-87e2-ef391b2fd11f None None] Port 40238533-d58d-410a-b2b6-babcc8ff24e4 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:17:50.492767 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-6cdcc32a-e0c9-49ba-b170-8097264c2bec tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Network 242ada04-a03c-4738-a938-2da9852ecaef is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:17:50.556599 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-6cdcc32a-e0c9-49ba-b170-8097264c2bec tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:17:50.559596 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdcc32a-e0c9-49ba-b170-8097264c2bec tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Pushing event updated for resources: {'Port': ['ID=72d1272c-7e97-4f42-bf4e-a87c50a5a4eb,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:50.561854 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-6cdcc32a-e0c9-49ba-b170-8097264c2bec tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:17:50.569697 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-6cdcc32a-e0c9-49ba-b170-8097264c2bec tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:50.570377 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-6cdcc32a-e0c9-49ba-b170-8097264c2bec tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:50.621096 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-6cdcc32a-e0c9-49ba-b170-8097264c2bec tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5860863 Feb 14 15:17:50.632885 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-4f18bee5-8162-4b4c-8210-174a68855d69 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=102563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:17:50.634002 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-4f18bee5-8162-4b4c-8210-174a68855d69 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054715 Feb 14 15:17:50.705760 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 34136) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:50.713824 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-d1e54545-118c-44fa-94d5-43ee5e68017b tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1287766776', 'description': 'tempest-description--1232056883'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:50.813086 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 2f39436a-ca41-4ac8-8807-4a1206e3b538 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:17:50.815411 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 1325ff99-0a8b-489a-ac7b-67b8e1b527e2 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:17:50.818403 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d1e54545-118c-44fa-94d5-43ee5e68017b tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:50.880828 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'name': 'tempest-AttachVolumeTestJSON-252582479-router', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'gw_port': {'id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:39Z', 'updated_at': '2022-02-14T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '662e38d6-95d7-4031-b5a4-a7fe52f966c7', 'name': '', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'mac_address': 'fa:16:3e:c7:1c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:44Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 2, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'subnets': [{'id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:17:50.895717 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74a3c5a-9499-4753-9b51-4ceaf3a3a807 admin admin] Router afc37eec-1140-4610-bb73-d0253e5d83f2 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:17:50.934571 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] Checking router: b9fff21b-9f1e-41b7-b1a3-f5a2afca454b for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:17:50.934985 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] Updating router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b port 662e38d6-95d7-4031-b5a4-a7fe52f966c7 binding host dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:17:50.961880 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8025f172-9c1d-4949-a35c-f1fbb8993990 req-64a1c3e6-f621-4b75-a380-48662e20d944 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 210 time: 0.3999381 Feb 14 15:17:50.998093 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 1325ff99-0a8b-489a-ac7b-67b8e1b527e2 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:50.998249 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (1325ff99-0a8b-489a-ac7b-67b8e1b527e2), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:51.040322 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (662e38d6-95d7-4031-b5a4-a7fe52f966c7), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:51.126385 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] Request body: {'port': {'device_id': '90b18542-a882-4be6-b4c6-161eb89cf6ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:51.229074 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1ee7c161-06df-4496-8828-967cb156008d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (9c1bce08-797d-4b5d-96a1-29b4991a5cd1), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:51.231866 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1ee7c161-06df-4496-8828-967cb156008d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:51.232691 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f39de-3c62-4e20-bc38-1c0a9bbbc372 req-f50a5979-ffbf-4866-ab0a-6bf1cb8d6b2b tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:51.233184 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-1ee7c161-06df-4496-8828-967cb156008d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9c1bce08-797d-4b5d-96a1-29b4991a5cd1 HTTP/1.1" status: 204 len: 168 time: 2.2289824 Feb 14 15:17:51.235237 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9c6f39de-3c62-4e20-bc38-1c0a9bbbc372 req-f50a5979-ffbf-4866-ab0a-6bf1cb8d6b2b tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 932 time: 0.1619985 Feb 14 15:17:51.284298 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (72d1272c-7e97-4f42-bf4e-a87c50a5a4eb), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:51.320449 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 1325ff99-0a8b-489a-ac7b-67b8e1b527e2 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:17:51.340586 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d1e54545-118c-44fa-94d5-43ee5e68017b tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group (e6964aca-4aa9-4325-a90a-57447e180f9e), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:51.388459 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7c161-06df-4496-8828-967cb156008d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1bce08-797d-4b5d-96a1-29b4991a5cd1,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:51.406674 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-5523967b-c3e1-4d61-82e8-cc2375e4d58f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Allocated IP 172.20.0.10 (438f6288-4686-4452-8a20-ac5b28efd854/818a8ed2-f30e-480b-9539-d8e96c970bbf/44b0868f-fa37-4cbc-b055-0b56461ac853) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:17:51.432677 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c850f4ea-ee77-49d6-9745-10eaa7af7123 admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:17:51.458092 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-c850f4ea-ee77-49d6-9745-10eaa7af7123 admin admin] 10.222.0.87 "PUT /v2.0/routers/ace3bac7-b414-4c76-94c4-6bafb92b8db5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0423648 Feb 14 15:17:51.461219 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] Sync routers for ids ['ace3bac7-b414-4c76-94c4-6bafb92b8db5'] in dv-cinder-815146-10-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:17:51.513732 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] Routers {'ace3bac7-b414-4c76-94c4-6bafb92b8db5'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:17:51.516227 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:17:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['ace3bac7-b414-4c76-94c4-6bafb92b8db5'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:17:51.632546 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d1e54545-118c-44fa-94d5-43ee5e68017b tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (e6964aca-4aa9-4325-a90a-57447e180f9e), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:51.762295 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] Publish callbacks [] for port (662e38d6-95d7-4031-b5a4-a7fe52f966c7), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:51.778270 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (662e38d6-95d7-4031-b5a4-a7fe52f966c7), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:51.807492 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74a3c5a-9499-4753-9b51-4ceaf3a3a807 admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:17:51.860164 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-d74a3c5a-9499-4753-9b51-4ceaf3a3a807 admin admin] 10.222.0.87 "PUT /v2.0/routers/afc37eec-1140-4610-bb73-d0253e5d83f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4533882 Feb 14 15:17:51.897345 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] Set router ace3bac7-b414-4c76-94c4-6bafb92b8db5 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:17:51.932717 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] Sync routers for ids ['afc37eec-1140-4610-bb73-d0253e5d83f2'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:17:52.095017 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb3c0e-fef5-4470-ae91-c0b08c5de881 None None] Pushing event updated for resources: {'Port': ['ID=662e38d6-95d7-4031-b5a4-a7fe52f966c7,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:52.109228 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] Routers {'afc37eec-1140-4610-bb73-d0253e5d83f2'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:17:52.109851 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:17:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['afc37eec-1140-4610-bb73-d0253e5d83f2'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:17:52.337654 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-5523967b-c3e1-4d61-82e8-cc2375e4d58f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks [] for port (44b0868f-fa37-4cbc-b055-0b56461ac853), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:52.440896 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] Attempting to bind port 662e38d6-95d7-4031-b5a4-a7fe52f966c7 on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:17:52.441273 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] Attempting to bind port 662e38d6-95d7-4031-b5a4-a7fe52f966c7 by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': '8af021fa-9e1c-4f25-b0ac-b84f4ac98747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:17:52.441640 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] Attempting to bind port 662e38d6-95d7-4031-b5a4-a7fe52f966c7 on network d8a50fc3-d129-4b74-b14e-edfcc858c8cc {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:17:52.450263 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d1e54545-118c-44fa-94d5-43ee5e68017b tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:52.451538 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d1e54545-118c-44fa-94d5-43ee5e68017b tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.7442687 Feb 14 15:17:52.464079 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 34196) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:52.477224 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:17:52.477631 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] Checking segment: {'id': '8af021fa-9e1c-4f25-b0ac-b84f4ac98747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:17:52.479545 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:52.480042 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] Bound using segment: {'id': '8af021fa-9e1c-4f25-b0ac-b84f4ac98747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:17:52.480539 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] Bound port: 662e38d6-95d7-4031-b5a4-a7fe52f966c7, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af021fa-9e1c-4f25-b0ac-b84f4ac98747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:17:52.480953 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (662e38d6-95d7-4031-b5a4-a7fe52f966c7), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:52.490632 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-fc3080f7-c60d-467d-a80f-fe5c3c20c3fa tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Request body: {'security_group_rule': {'security_group_id': 'e6964aca-4aa9-4325-a90a-57447e180f9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:52.533980 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9c6f39de-3c62-4e20-bc38-1c0a9bbbc372 req-c4a2bbfa-ab87-4921-8584-ce1f8000dde3 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fad3557-3afd-4f8e-828a-d489baebb945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2543006 Feb 14 15:17:52.545991 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e54545-118c-44fa-94d5-43ee5e68017b tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6964aca-4aa9-4325-a90a-57447e180f9e,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:52.723090 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace3bac7-b414-4c76-94c4-6bafb92b8db5', 'name': 'tempest-ServerRescueNegativeTestJSON-994658749-router', 'tenant_id': '258d3453eec942f3944f9299fcf5227d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2f39436a-ca41-4ac8-8807-4a1206e3b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:45Z', 'revision_number': 4, 'project_id': '258d3453eec942f3944f9299fcf5227d', 'gw_port': {'id': '2f39436a-ca41-4ac8-8807-4a1206e3b538', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace3bac7-b414-4c76-94c4-6bafb92b8db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '64a3a0d7-cf6e-4a12-963c-d7f88d995afc', 'name': '', 'network_id': '00f85281-ff4d-4b0b-88d7-a69a834aef35', 'tenant_id': '258d3453eec942f3944f9299fcf5227d', 'mac_address': 'fa:16:3e:73:8d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace3bac7-b414-4c76-94c4-6bafb92b8db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '01ea2392-36a5-4e0f-bc30-1b0aaada039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:43Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 2, 'project_id': '258d3453eec942f3944f9299fcf5227d', 'subnets': [{'id': '01ea2392-36a5-4e0f-bc30-1b0aaada039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:17:52.768983 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fc3080f7-c60d-467d-a80f-fe5c3c20c3fa tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group_rule (8327960c-a780-43ba-b1f9-49f7c06a29b3), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:52.822983 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e397f4e5-9c2d-4cab-b1b0-6cfe59732830 req-259c3ba1-3978-4c8e-80d8-14eb3904f849 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 210 time: 0.0830324 Feb 14 15:17:52.838300 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] Checking router: ace3bac7-b414-4c76-94c4-6bafb92b8db5 for host: dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:17:52.838772 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] Updating router ace3bac7-b414-4c76-94c4-6bafb92b8db5 port 64a3a0d7-cf6e-4a12-963c-d7f88d995afc binding host dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:17:52.912345 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 34204) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:52.919385 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (64a3a0d7-cf6e-4a12-963c-d7f88d995afc), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:52.929499 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:17:52.951762 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] Publish callbacks [] for port (72d1272c-7e97-4f42-bf4e-a87c50a5a4eb), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:53.001875 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] Transition to ACTIVE for port object 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:17:53.014337 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (72d1272c-7e97-4f42-bf4e-a87c50a5a4eb), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:53.044145 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-7f946d11-b895-4005-baad-86c51b340402 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:53.060302 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-7f946d11-b895-4005-baad-86c51b340402 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/networks?id=00f85281-ff4d-4b0b-88d7-a69a834aef35 HTTP/1.1" status: 200 len: 818 time: 0.7095354 Feb 14 15:17:53.074098 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-5523967b-c3e1-4d61-82e8-cc2375e4d58f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (44b0868f-fa37-4cbc-b055-0b56461ac853), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:53.103639 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] For port 662e38d6-95d7-4031-b5a4-a7fe52f966c7, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:17:53.112881 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] For port 662e38d6-95d7-4031-b5a4-a7fe52f966c7, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=662e38d6-95d7-4031-b5a4-a7fe52f966c7,segment=NetworkSegment(8af021fa-9e1c-4f25-b0ac-b84f4ac98747),segment_id=8af021fa-9e1c-4f25-b0ac-b84f4ac98747)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:17:53.129728 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (662e38d6-95d7-4031-b5a4-a7fe52f966c7), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:53.277279 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-24a3fd19-507a-493a-bffe-c900c5c1067b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:53.285161 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb3c0e-fef5-4470-ae91-c0b08c5de881 None None] Pushing event updated for resources: {'Port': ['ID=662e38d6-95d7-4031-b5a4-a7fe52f966c7,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:53.290051 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-134605c2-a008-48b4-8b94-cc6ff450200c None None] Provisioning complete for port 662e38d6-95d7-4031-b5a4-a7fe52f966c7 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:53.290417 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-134605c2-a008-48b4-8b94-cc6ff450200c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (662e38d6-95d7-4031-b5a4-a7fe52f966c7), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:53.336295 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523967b-c3e1-4d61-82e8-cc2375e4d58f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Pushing event updated for resources: {'Port': ['ID=44b0868f-fa37-4cbc-b055-0b56461ac853,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:53.352239 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] Pushing event updated for resources: {'Port': ['ID=72d1272c-7e97-4f42-bf4e-a87c50a5a4eb,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:53.373897 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-0122a936-cf7c-4c75-b2de-3b5155554fd9 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/quotas/258d3453eec942f3944f9299fcf5227d HTTP/1.1" status: 200 len: 375 time: 0.3123097 Feb 14 15:17:53.412159 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] Publish callbacks [] for port (64a3a0d7-cf6e-4a12-963c-d7f88d995afc), precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:53.419515 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (64a3a0d7-cf6e-4a12-963c-d7f88d995afc), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:53.430078 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] Routers {'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:17:53.430744 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:17:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:17:53.460756 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-5523967b-c3e1-4d61-82e8-cc2375e4d58f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Network 438f6288-4686-4452-8a20-ac5b28efd854 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:17:53.463526 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fc3080f7-c60d-467d-a80f-fe5c3c20c3fa tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group_rule (8327960c-a780-43ba-b1f9-49f7c06a29b3), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:53.467191 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-5523967b-c3e1-4d61-82e8-cc2375e4d58f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:17:53.477282 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-5523967b-c3e1-4d61-82e8-cc2375e4d58f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:17:53.487694 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-5523967b-c3e1-4d61-82e8-cc2375e4d58f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:53.489012 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-5523967b-c3e1-4d61-82e8-cc2375e4d58f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:53.513311 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fc3080f7-c60d-467d-a80f-fe5c3c20c3fa tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (8327960c-a780-43ba-b1f9-49f7c06a29b3), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:53.596957 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-24a3fd19-507a-493a-bffe-c900c5c1067b admin admin] Publish callbacks [] for security_group (b837d7e5-7db2-4a51-8038-132847b6c23c), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:53.612594 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] Attempting to bind port 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:17:53.612594 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] Attempting to bind port 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '2ef02161-d4f8-439c-85f4-cdfc6ce638a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '242ada04-a03c-4738-a938-2da9852ecaef'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:17:53.612594 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] Attempting to bind port 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb on network 242ada04-a03c-4738-a938-2da9852ecaef {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:17:53.612849 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8ffaf-108b-448e-a1d8-c964945ce82c None None] Pushing event updated for resources: {'Port': ['ID=64a3a0d7-cf6e-4a12-963c-d7f88d995afc,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:53.619078 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-24a3fd19-507a-493a-bffe-c900c5c1067b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (b837d7e5-7db2-4a51-8038-132847b6c23c), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:53.626761 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] Port 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb on network 242ada04-a03c-4738-a938-2da9852ecaef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:17:53.627093 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] Attempting to bind port 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb on network 242ada04-a03c-4738-a938-2da9852ecaef {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:17:53.639282 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3080f7-c60d-467d-a80f-fe5c3c20c3fa tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8327960c-a780-43ba-b1f9-49f7c06a29b3,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:53.668716 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] Set router afc37eec-1140-4610-bb73-d0253e5d83f2 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:17:53.677704 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fc3080f7-c60d-467d-a80f-fe5c3c20c3fa tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:53.680627 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-fc3080f7-c60d-467d-a80f-fe5c3c20c3fa tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2056160 Feb 14 15:17:53.684868 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 34220) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:53.704519 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-e7274b63-06dd-45e4-ac07-c56e91a742d6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Request body: {'security_group_rule': {'security_group_id': 'e6964aca-4aa9-4325-a90a-57447e180f9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:53.714298 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] Checking agent: {'id': 'f190771b-33cd-44d9-aea8-80be24af3e8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'started_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:17:53.714672 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] Checking segment: {'id': '2ef02161-d4f8-439c-85f4-cdfc6ce638a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '242ada04-a03c-4738-a938-2da9852ecaef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:17:53.716612 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] Bound using segment: {'id': '2ef02161-d4f8-439c-85f4-cdfc6ce638a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '242ada04-a03c-4738-a938-2da9852ecaef'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:17:53.717076 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] Bound port: 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef02161-d4f8-439c-85f4-cdfc6ce638a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '242ada04-a03c-4738-a938-2da9852ecaef'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:17:53.717532 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (72d1272c-7e97-4f42-bf4e-a87c50a5a4eb), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:53.732675 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-7c3a9a7f-3f39-4660-b060-065103249a20 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=258d3453eec942f3944f9299fcf5227d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2661717 Feb 14 15:17:53.736385 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-5523967b-c3e1-4d61-82e8-cc2375e4d58f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8126402 Feb 14 15:17:53.790605 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-24a3fd19-507a-493a-bffe-c900c5c1067b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=70460852196d43bda5e03119f3a2ed65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8768740 Feb 14 15:17:53.795040 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3fd19-507a-493a-bffe-c900c5c1067b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b837d7e5-7db2-4a51-8038-132847b6c23c,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:53.797758 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 34222) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:53.857879 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] Attempting to bind port 64a3a0d7-cf6e-4a12-963c-d7f88d995afc on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:17:53.858474 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e7274b63-06dd-45e4-ac07-c56e91a742d6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group_rule (d3371050-c853-4eeb-beb9-aede517a4052), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:53.860002 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] Attempting to bind port 64a3a0d7-cf6e-4a12-963c-d7f88d995afc by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': '1ae138bf-95a3-42da-9057-418c2dffc77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '00f85281-ff4d-4b0b-88d7-a69a834aef35'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:17:53.861237 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] Attempting to bind port 64a3a0d7-cf6e-4a12-963c-d7f88d995afc on network 00f85281-ff4d-4b0b-88d7-a69a834aef35 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:17:53.878565 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:17:53.884678 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] Checking segment: {'id': '1ae138bf-95a3-42da-9057-418c2dffc77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '00f85281-ff4d-4b0b-88d7-a69a834aef35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:17:53.885695 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:53.886256 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] Bound using segment: {'id': '1ae138bf-95a3-42da-9057-418c2dffc77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '00f85281-ff4d-4b0b-88d7-a69a834aef35'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:17:53.887083 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] Bound port: 64a3a0d7-cf6e-4a12-963c-d7f88d995afc, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae138bf-95a3-42da-9057-418c2dffc77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '00f85281-ff4d-4b0b-88d7-a69a834aef35'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:17:53.896175 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (64a3a0d7-cf6e-4a12-963c-d7f88d995afc), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:53.941661 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] For port 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb, host hv-cinder-81514, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:17:53.954064 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] For port 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=72d1272c-7e97-4f42-bf4e-a87c50a5a4eb,segment=NetworkSegment(2ef02161-d4f8-439c-85f4-cdfc6ce638a7),segment_id=2ef02161-d4f8-439c-85f4-cdfc6ce638a7)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:17:53.981647 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (72d1272c-7e97-4f42-bf4e-a87c50a5a4eb), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:53.991579 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] For port 64a3a0d7-cf6e-4a12-963c-d7f88d995afc, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:17:53.998241 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] For port 64a3a0d7-cf6e-4a12-963c-d7f88d995afc, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=64a3a0d7-cf6e-4a12-963c-d7f88d995afc,segment=NetworkSegment(1ae138bf-95a3-42da-9057-418c2dffc77b),segment_id=1ae138bf-95a3-42da-9057-418c2dffc77b)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:17:54.012100 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (64a3a0d7-cf6e-4a12-963c-d7f88d995afc), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:54.037958 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 34228) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:54.043021 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-731e2c37-7a31-450e-886d-df92f43ba1b9 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Request body: {'security_group': {'name': 'tempest-securitygroup--435977998', 'description': 'tempest-description--208140682'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:54.086400 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] Pushing event updated for resources: {'Port': ['ID=72d1272c-7e97-4f42-bf4e-a87c50a5a4eb,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:54.139556 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e7274b63-06dd-45e4-ac07-c56e91a742d6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group_rule (d3371050-c853-4eeb-beb9-aede517a4052), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:54.150688 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] Request body: {'port': {'device_id': 'a8cf051e-de69-4c09-9f19-d2bffcf9e522', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:54.153387 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:54.154092 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:54.156675 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-bfa167d0-9c33-4509-a7b1-d8fcd60867d4 service neutron] 10.222.0.77 "PUT /v2.0/ports/72d1272c-7e97-4f42-bf4e-a87c50a5a4eb HTTP/1.1" status: 200 len: 1094 time: 3.2229936 Feb 14 15:17:54.160877 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b18542-a882-4be6-b4c6-161eb89cf6ed', 'tag': '72d1272c-7e97-4f42-bf4e-a87c50a5a4eb'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:17:54.216251 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] Set router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:17:54.273436 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8ffaf-108b-448e-a1d8-c964945ce82c None None] Pushing event updated for resources: {'Port': ['ID=64a3a0d7-cf6e-4a12-963c-d7f88d995afc,revision_number=4']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:54.276076 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e7274b63-06dd-45e4-ac07-c56e91a742d6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (d3371050-c853-4eeb-beb9-aede517a4052), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:54.279867 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] Routers {'ace3bac7-b414-4c76-94c4-6bafb92b8db5'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:17:54.280734 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:17:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['ace3bac7-b414-4c76-94c4-6bafb92b8db5'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:17:54.318850 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-cfcf51ad-b7f1-42af-9fee-25dda6309c65 service neutron] 10.222.0.87 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5778353 Feb 14 15:17:54.320260 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-731e2c37-7a31-450e-886d-df92f43ba1b9 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:54.322249 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0fdcb414-d37b-465f-a808-445a73fb7fe1 admin admin] Publish callbacks [] for security_group (b837d7e5-7db2-4a51-8038-132847b6c23c), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:54.521381 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7274b63-06dd-45e4-ac07-c56e91a742d6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3371050-c853-4eeb-beb9-aede517a4052,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:54.564153 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] Set router ace3bac7-b414-4c76-94c4-6bafb92b8db5 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:17:54.649471 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf6c066-f4c6-4bfc-bfbe-dc645f0eacda" -d '{"events": [{"name": "network-changed", "server_uuid": "90b18542-a882-4be6-b4c6-161eb89cf6ed", "tag": "72d1272c-7e97-4f42-bf4e-a87c50a5a4eb"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:17:54.651858 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-134605c2-a008-48b4-8b94-cc6ff450200c None None] Current status of the port 662e38d6-95d7-4031-b5a4-a7fe52f966c7 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:17:54.652585 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-134605c2-a008-48b4-8b94-cc6ff450200c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (662e38d6-95d7-4031-b5a4-a7fe52f966c7), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:54.664651 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e7274b63-06dd-45e4-ac07-c56e91a742d6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:54.669625 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (44b0868f-fa37-4cbc-b055-0b56461ac853), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:54.687268 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e7274b63-06dd-45e4-ac07-c56e91a742d6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9681621 Feb 14 15:17:54.689561 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 34254) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:54.701100 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-c0885f34-87b4-4684-af1b-11cc006d9380 service neutron] 10.222.0.87 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448088 Feb 14 15:17:54.711270 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-216d8d7c-ae77-494f-b289-b40e7591a7ee tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Request body: {'floatingip': {'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:54.729636 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0fdcb414-d37b-465f-a808-445a73fb7fe1 admin admin] Publish callbacks [] for security_group (b837d7e5-7db2-4a51-8038-132847b6c23c), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:54.829475 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-ec507421-41d6-49bc-8fbd-854c87555d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:54.831294 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-ec507421-41d6-49bc-8fbd-854c87555d24 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=63ee26507a254dbca30ae341edab044b&device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 1128 time: 0.5742509 Feb 14 15:17:54.965281 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0fdcb414-d37b-465f-a808-445a73fb7fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (b837d7e5-7db2-4a51-8038-132847b6c23c), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:54.967929 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0fdcb414-d37b-465f-a808-445a73fb7fe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:54.971670 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-0fdcb414-d37b-465f-a808-445a73fb7fe1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b837d7e5-7db2-4a51-8038-132847b6c23c HTTP/1.1" status: 204 len: 168 time: 1.1674588 Feb 14 15:17:55.032236 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219428bf-6cd9-4c3a-924c-0e27062d771d req-cc2de766-29ba-4b0e-9744-47d5db20025c tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:55.053554 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-219428bf-6cd9-4c3a-924c-0e27062d771d req-cc2de766-29ba-4b0e-9744-47d5db20025c tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 944 time: 0.7983921 Feb 14 15:17:55.162627 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-216d8d7c-ae77-494f-b289-b40e7591a7ee tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:55.193285 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-fbaacab6-3ba8-4264-b9c4-acf4d5d9375a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72d1272c-7e97-4f42-bf4e-a87c50a5a4eb HTTP/1.1" status: 200 len: 217 time: 0.3155344 Feb 14 15:17:55.251411 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-134605c2-a008-48b4-8b94-cc6ff450200c None None] For port 662e38d6-95d7-4031-b5a4-a7fe52f966c7, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=662e38d6-95d7-4031-b5a4-a7fe52f966c7,segment=NetworkSegment(8af021fa-9e1c-4f25-b0ac-b84f4ac98747),segment_id=8af021fa-9e1c-4f25-b0ac-b84f4ac98747)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:17:55.276592 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-134605c2-a008-48b4-8b94-cc6ff450200c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (662e38d6-95d7-4031-b5a4-a7fe52f966c7), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:55.385468 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcb414-d37b-465f-a808-445a73fb7fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b837d7e5-7db2-4a51-8038-132847b6c23c,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:55.556257 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-596b918d-42ab-416d-9778-35eda66da57c None None] Provisioning complete for port 662e38d6-95d7-4031-b5a4-a7fe52f966c7 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:55.556437 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-596b918d-42ab-416d-9778-35eda66da57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (662e38d6-95d7-4031-b5a4-a7fe52f966c7), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:55.582381 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-0e47b09e-32ba-4fb6-9c69-95ad6f2e5710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:55.583943 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-0e47b09e-32ba-4fb6-9c69-95ad6f2e5710 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e6ab69b9-9e0b-4e89-95ca-1d5e36fb34f5 HTTP/1.1" status: 200 len: 852 time: 0.3551216 Feb 14 15:17:55.594441 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace3bac7-b414-4c76-94c4-6bafb92b8db5', 'name': 'tempest-ServerRescueNegativeTestJSON-994658749-router', 'tenant_id': '258d3453eec942f3944f9299fcf5227d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2f39436a-ca41-4ac8-8807-4a1206e3b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:45Z', 'revision_number': 4, 'project_id': '258d3453eec942f3944f9299fcf5227d', 'gw_port': {'id': '2f39436a-ca41-4ac8-8807-4a1206e3b538', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace3bac7-b414-4c76-94c4-6bafb92b8db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '64a3a0d7-cf6e-4a12-963c-d7f88d995afc', 'name': '', 'network_id': '00f85281-ff4d-4b0b-88d7-a69a834aef35', 'tenant_id': '258d3453eec942f3944f9299fcf5227d', 'mac_address': 'fa:16:3e:73:8d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace3bac7-b414-4c76-94c4-6bafb92b8db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '01ea2392-36a5-4e0f-bc30-1b0aaada039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:43Z', 'updated_at': '2022-02-14T15:17:53Z', 'revision_number': 4, 'project_id': '258d3453eec942f3944f9299fcf5227d', 'subnets': [{'id': '01ea2392-36a5-4e0f-bc30-1b0aaada039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:17:55.608518 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-219428bf-6cd9-4c3a-924c-0e27062d771d req-0294da67-8f9d-40b7-8e85-0436ec656a70 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fad3557-3afd-4f8e-828a-d489baebb945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5537097 Feb 14 15:17:55.671992 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a547567a-2556-477b-ba33-85d848d54aa7 None None] The sync data for ids ['ace3bac7-b414-4c76-94c4-6bafb92b8db5'] in dv-cinder-815146-10-iscsi is: [{'id': 'ace3bac7-b414-4c76-94c4-6bafb92b8db5', 'name': 'tempest-ServerRescueNegativeTestJSON-994658749-router', 'tenant_id': '258d3453eec942f3944f9299fcf5227d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2f39436a-ca41-4ac8-8807-4a1206e3b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:45Z', 'revision_number': 4, 'project_id': '258d3453eec942f3944f9299fcf5227d', 'gw_port': {'id': '2f39436a-ca41-4ac8-8807-4a1206e3b538', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace3bac7-b414-4c76-94c4-6bafb92b8db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '64a3a0d7-cf6e-4a12-963c-d7f88d995afc', 'name': '', 'network_id': '00f85281-ff4d-4b0b-88d7-a69a834aef35', 'tenant_id': '258d3453eec942f3944f9299fcf5227d', 'mac_address': 'fa:16:3e:73:8d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace3bac7-b414-4c76-94c4-6bafb92b8db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '01ea2392-36a5-4e0f-bc30-1b0aaada039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:43Z', 'updated_at': '2022-02-14T15:17:53Z', 'revision_number': 4, 'project_id': '258d3453eec942f3944f9299fcf5227d', 'subnets': [{'id': '01ea2392-36a5-4e0f-bc30-1b0aaada039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:17:55.806535 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-router', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:35Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'gw_port': {'id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '40238533-d58d-410a-b2b6-babcc8ff24e4', 'name': '', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'mac_address': 'fa:16:3e:92:b0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:43Z', 'updated_at': '2022-02-14T15:17:47Z', 'revision_number': 2, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'subnets': [{'id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:17:55.838629 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'name': 'tempest-AttachVolumeTestJSON-252582479-router', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'gw_port': {'id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:39Z', 'updated_at': '2022-02-14T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '662e38d6-95d7-4031-b5a4-a7fe52f966c7', 'name': '', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'mac_address': 'fa:16:3e:c7:1c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:44Z', 'updated_at': '2022-02-14T15:17:53Z', 'revision_number': 4, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'subnets': [{'id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:17:55.902785 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-731e2c37-7a31-450e-886d-df92f43ba1b9 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group (27bd4b3e-caf2-4db2-82dc-9d0b2848b456), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:55.921237 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134605c2-a008-48b4-8b94-cc6ff450200c None None] Pushing event updated for resources: {'Port': ['ID=662e38d6-95d7-4031-b5a4-a7fe52f966c7,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:55.926568 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 34282) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:55.969972 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-731e2c37-7a31-450e-886d-df92f43ba1b9 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (27bd4b3e-caf2-4db2-82dc-9d0b2848b456), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:56.004135 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-ccb50247-53bb-4ce3-909b-34bc23922a2f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=242ada04-a03c-4738-a938-2da9852ecaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3926897 Feb 14 15:17:56.049730 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f7a31-545f-4fdb-9706-fee348bb6a6a req-a7dc78a1-65bb-4df7-86ef-805b67b9b23f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:56.051412 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1d3f7a31-545f-4fdb-9706-fee348bb6a6a req-a7dc78a1-65bb-4df7-86ef-805b67b9b23f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 932 time: 0.6917489 Feb 14 15:17:56.138454 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-21a2fbf3-b57e-4da9-9607-e9116a8a4bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:56.174335 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] Checking router: afc37eec-1140-4610-bb73-d0253e5d83f2 for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:17:56.176767 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] Updating router afc37eec-1140-4610-bb73-d0253e5d83f2 port 40238533-d58d-410a-b2b6-babcc8ff24e4 binding host dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:17:56.192135 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997e3c6c-20d6-47c3-801d-dbbb22ed4fb3 None None] The sync data for ids ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'] in dv-cinder-815146-10-iscsi is: [{'id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'name': 'tempest-AttachVolumeTestJSON-252582479-router', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'gw_port': {'id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:39Z', 'updated_at': '2022-02-14T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '662e38d6-95d7-4031-b5a4-a7fe52f966c7', 'name': '', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'mac_address': 'fa:16:3e:c7:1c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:44Z', 'updated_at': '2022-02-14T15:17:53Z', 'revision_number': 4, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'subnets': [{'id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:17:56.359016 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-731e2c37-7a31-450e-886d-df92f43ba1b9 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:56.360339 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-731e2c37-7a31-450e-886d-df92f43ba1b9 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.3213456 Feb 14 15:17:56.368378 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-a5af9e74-4677-4184-a6a8-5cfff65ccb12 service neutron] 10.222.0.77 "GET /v2.0/networks/242ada04-a03c-4738-a938-2da9852ecaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301086 Feb 14 15:17:56.368796 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 34294) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:56.390750 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-a5aad54f-aef5-4a61-82c8-216f0d23bed1 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Request body: {'security_group_rule': {'security_group_id': '27bd4b3e-caf2-4db2-82dc-9d0b2848b456', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:56.392639 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (40238533-d58d-410a-b2b6-babcc8ff24e4), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:56.550711 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-596b918d-42ab-416d-9778-35eda66da57c None None] Current status of the port 662e38d6-95d7-4031-b5a4-a7fe52f966c7 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:17:56.834297 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e71c3978-f268-4dad-bb31-25e4bec5942d req-e39e2e21-1c89-4961-9f13-bc51aca9d7f1 service neutron] 10.222.0.77 "GET /v2.0/networks/242ada04-a03c-4738-a938-2da9852ecaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356868 Feb 14 15:17:56.855156 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4e18f1-b3b7-4d3d-b929-31e6995831dd x-openstack-request-id: req-ec4e18f1-b3b7-4d3d-b929-31e6995831dd {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:17:56.857257 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b18542-a882-4be6-b4c6-161eb89cf6ed", "tag": "72d1272c-7e97-4f42-bf4e-a87c50a5a4eb", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:17:56.857874 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ec4e18f1-b3b7-4d3d-b929-31e6995831dd {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:17:56.858691 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b18542-a882-4be6-b4c6-161eb89cf6ed', 'tag': '72d1272c-7e97-4f42-bf4e-a87c50a5a4eb', 'status': 'completed', 'code': 200} Feb 14 15:17:56.924383 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-21a2fbf3-b57e-4da9-9607-e9116a8a4bfb admin admin] Publish callbacks [] for security_group (eaa23b1e-134a-4c7f-8b36-3c277214f0b8), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:56.941530 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e2c37-7a31-450e-886d-df92f43ba1b9 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27bd4b3e-caf2-4db2-82dc-9d0b2848b456,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:56.965931 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-21a2fbf3-b57e-4da9-9607-e9116a8a4bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (eaa23b1e-134a-4c7f-8b36-3c277214f0b8), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:56.995388 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-eedc92e8-cb45-4e3a-8cbe-98b0c5d96e4a req-405f6df6-c18b-4852-9db9-3e03a8adba21 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 210 time: 0.0899925 Feb 14 15:17:57.063836 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2fbf3-b57e-4da9-9607-e9116a8a4bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa23b1e-134a-4c7f-8b36-3c277214f0b8,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:57.183511 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-216d8d7c-ae77-494f-b289-b40e7591a7ee tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:57.222385 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a5aad54f-aef5-4a61-82c8-216f0d23bed1 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group_rule (0f501107-1fc9-416a-bebf-5edf09a142fd), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:57.273449 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1d3f7a31-545f-4fdb-9706-fee348bb6a6a req-a99e4a25-e8ac-4486-ba0c-7d289757ff80 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1401074 Feb 14 15:17:57.288513 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-21a2fbf3-b57e-4da9-9607-e9116a8a4bfb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4b863075a10c473ba0d62d5b9cba7dce&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3549848 Feb 14 15:17:57.291217 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 34316) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:57.540178 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a5aad54f-aef5-4a61-82c8-216f0d23bed1 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group_rule (0f501107-1fc9-416a-bebf-5edf09a142fd), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:57.603165 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a5aad54f-aef5-4a61-82c8-216f0d23bed1 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (0f501107-1fc9-416a-bebf-5edf09a142fd), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:57.717451 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] Publish callbacks [] for port (40238533-d58d-410a-b2b6-babcc8ff24e4), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:57.752161 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (40238533-d58d-410a-b2b6-babcc8ff24e4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:57.760432 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6c066-f4c6-4bfc-bfbe-dc645f0eacda req-0a0c8e24-832f-46ea-b6e4-544d4c68cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:57.767379 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-edf6c066-f4c6-4bfc-bfbe-dc645f0eacda req-0a0c8e24-832f-46ea-b6e4-544d4c68cdf5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=63ee26507a254dbca30ae341edab044b&device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 1128 time: 0.7353921 Feb 14 15:17:57.782361 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.77', 64097) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:57.859530 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 662e38d6-95d7-4031-b5a4-a7fe52f966c7 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:17:58.000389 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-7bf4ada2-8b91-4e8a-87d3-024f1da9a661 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:58.022168 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-7bf4ada2-8b91-4e8a-87d3-024f1da9a661 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/networks?id=00f85281-ff4d-4b0b-88d7-a69a834aef35 HTTP/1.1" status: 200 len: 818 time: 0.4452150 Feb 14 15:17:58.062464 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aad54f-aef5-4a61-82c8-216f0d23bed1 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f501107-1fc9-416a-bebf-5edf09a142fd,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:58.090099 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-e274d308-c5fe-40d2-be64-d70dec91a456 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/quotas/258d3453eec942f3944f9299fcf5227d HTTP/1.1" status: 200 len: 375 time: 0.0668137 Feb 14 15:17:58.114552 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a5aad54f-aef5-4a61-82c8-216f0d23bed1 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:58.114552 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-a5aad54f-aef5-4a61-82c8-216f0d23bed1 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7413559 Feb 14 15:17:58.146218 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] Attempting to bind port 40238533-d58d-410a-b2b6-babcc8ff24e4 on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:17:58.146617 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] Attempting to bind port 40238533-d58d-410a-b2b6-babcc8ff24e4 by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': '73ace081-d880-40d5-b28d-384c0a5f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:17:58.146994 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] Attempting to bind port 40238533-d58d-410a-b2b6-babcc8ff24e4 on network f46612e4-5188-4afd-b927-413922cf4afb {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:17:58.158694 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:17:58.159078 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] Checking segment: {'id': '73ace081-d880-40d5-b28d-384c0a5f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:17:58.159489 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:58.159929 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] Bound using segment: {'id': '73ace081-d880-40d5-b28d-384c0a5f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:17:58.160554 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] Bound port: 40238533-d58d-410a-b2b6-babcc8ff24e4, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ace081-d880-40d5-b28d-384c0a5f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:17:58.161053 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (40238533-d58d-410a-b2b6-babcc8ff24e4), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:58.173485 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 34336) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:17:58.181017 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 662e38d6-95d7-4031-b5a4-a7fe52f966c7 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:58.181474 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (662e38d6-95d7-4031-b5a4-a7fe52f966c7), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:58.263209 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-0c98d575-eebb-498c-8e1e-d6f7b4b0623c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Request body: {'security_group_rule': {'security_group_id': '27bd4b3e-caf2-4db2-82dc-9d0b2848b456', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:58.276488 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b0868f-fa37-4cbc-b055-0b56461ac853 {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:17:58.310691 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a1bc0-3db4-4d23-85b2-0428c61612f1 None None] Pushing event updated for resources: {'Port': ['ID=40238533-d58d-410a-b2b6-babcc8ff24e4,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:58.316187 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] Publish callbacks [] for port (44b0868f-fa37-4cbc-b055-0b56461ac853), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:58.333826 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-716de919-cd0a-4fff-b276-ab81623be973 admin admin] Publish callbacks [] for security_group (eaa23b1e-134a-4c7f-8b36-3c277214f0b8), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:58.436319 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-9039defc-a475-421f-a922-75ef40e9299f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=258d3453eec942f3944f9299fcf5227d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3451040 Feb 14 15:17:58.438228 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] Transition to ACTIVE for port object 44b0868f-fa37-4cbc-b055-0b56461ac853 will not be triggered until provisioned by entity L2. {{(pid=102564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:17:58.459996 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (44b0868f-fa37-4cbc-b055-0b56461ac853), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:58.475260 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-716de919-cd0a-4fff-b276-ab81623be973 admin admin] Publish callbacks [] for security_group (eaa23b1e-134a-4c7f-8b36-3c277214f0b8), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:58.484124 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-54843a99-70f5-47fd-97b3-994fcb4fbea8 None None] Provisioning complete for port 40238533-d58d-410a-b2b6-babcc8ff24e4 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:58.484891 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-54843a99-70f5-47fd-97b3-994fcb4fbea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (40238533-d58d-410a-b2b6-babcc8ff24e4), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:58.492891 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] For port 40238533-d58d-410a-b2b6-babcc8ff24e4, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:17:58.753132 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] Pushing event updated for resources: {'Port': ['ID=44b0868f-fa37-4cbc-b055-0b56461ac853,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:58.780533 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] Attempting to bind port 44b0868f-fa37-4cbc-b055-0b56461ac853 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:17:58.780533 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] Attempting to bind port 44b0868f-fa37-4cbc-b055-0b56461ac853 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '51d015d4-cb41-4169-9c17-68bb917adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:17:58.780533 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] Attempting to bind port 44b0868f-fa37-4cbc-b055-0b56461ac853 on network 438f6288-4686-4452-8a20-ac5b28efd854 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:17:58.824080 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] Port 44b0868f-fa37-4cbc-b055-0b56461ac853 on network 438f6288-4686-4452-8a20-ac5b28efd854 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:17:58.824714 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] Attempting to bind port 44b0868f-fa37-4cbc-b055-0b56461ac853 on network 438f6288-4686-4452-8a20-ac5b28efd854 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:17:58.849309 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] Checking agent: {'id': 'f190771b-33cd-44d9-aea8-80be24af3e8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'started_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:17:58.850109 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] Checking segment: {'id': '51d015d4-cb41-4169-9c17-68bb917adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:17:58.850873 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] Bound using segment: {'id': '51d015d4-cb41-4169-9c17-68bb917adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:17:58.851972 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] Bound port: 44b0868f-fa37-4cbc-b055-0b56461ac853, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d015d4-cb41-4169-9c17-68bb917adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:17:58.852483 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (44b0868f-fa37-4cbc-b055-0b56461ac853), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:58.886892 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] For port 40238533-d58d-410a-b2b6-babcc8ff24e4, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=40238533-d58d-410a-b2b6-babcc8ff24e4,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:17:58.889421 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-04d42bf7-5318-4f89-941f-b2155aca8928 service neutron] 10.222.0.87 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314218 Feb 14 15:17:58.892420 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-54843a99-70f5-47fd-97b3-994fcb4fbea8 None None] Port 40238533-d58d-410a-b2b6-babcc8ff24e4 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:17:58.902536 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 662e38d6-95d7-4031-b5a4-a7fe52f966c7 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:17:58.908350 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 64a3a0d7-cf6e-4a12-963c-d7f88d995afc up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:17:59.002619 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (40238533-d58d-410a-b2b6-babcc8ff24e4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:59.014632 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0c98d575-eebb-498c-8e1e-d6f7b4b0623c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group_rule (6bb044ce-2507-414d-a62d-75cf2c8ee6d0), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:59.053308 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] For port 44b0868f-fa37-4cbc-b055-0b56461ac853, host hv-cinder-81514, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:17:59.057585 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-216d8d7c-ae77-494f-b289-b40e7591a7ee tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Allocated IP 172.27.0.109 (a318f2e5-fbf9-4a36-a1d1-4a864fc5139f/1bedbbde-d873-4c55-9589-51025e0481b7/c99fb80b-4628-41e5-bbc0-61e4fdec6c01) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:17:59.061809 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] For port 44b0868f-fa37-4cbc-b055-0b56461ac853, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=44b0868f-fa37-4cbc-b055-0b56461ac853,segment=NetworkSegment(51d015d4-cb41-4169-9c17-68bb917adb3e),segment_id=51d015d4-cb41-4169-9c17-68bb917adb3e)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:17:59.085159 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7c63f-13e2-4afd-85e7-2f4ed5106631 req-a86e894c-d586-4496-a7c2-055ea5d5d879 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:59.093130 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bae7c63f-13e2-4afd-85e7-2f4ed5106631 req-a86e894c-d586-4496-a7c2-055ea5d5d879 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 944 time: 1.7896948 Feb 14 15:17:59.117637 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-716de919-cd0a-4fff-b276-ab81623be973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (eaa23b1e-134a-4c7f-8b36-3c277214f0b8), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:59.131877 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-716de919-cd0a-4fff-b276-ab81623be973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:59.138088 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-716de919-cd0a-4fff-b276-ab81623be973 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/eaa23b1e-134a-4c7f-8b36-3c277214f0b8 HTTP/1.1" status: 204 len: 168 time: 1.8456187 Feb 14 15:17:59.141233 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] Routers {'afc37eec-1140-4610-bb73-d0253e5d83f2'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:17:59.142271 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:17:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['afc37eec-1140-4610-bb73-d0253e5d83f2'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:17:59.164914 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 64a3a0d7-cf6e-4a12-963c-d7f88d995afc triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:59.165299 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (64a3a0d7-cf6e-4a12-963c-d7f88d995afc), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:59.167096 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a1bc0-3db4-4d23-85b2-0428c61612f1 None None] Pushing event updated for resources: {'Port': ['ID=40238533-d58d-410a-b2b6-babcc8ff24e4,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:59.175163 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (44b0868f-fa37-4cbc-b055-0b56461ac853), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:59.366674 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] Pushing event updated for resources: {'Port': ['ID=44b0868f-fa37-4cbc-b055-0b56461ac853,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:59.372669 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716de919-cd0a-4fff-b276-ab81623be973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa23b1e-134a-4c7f-8b36-3c277214f0b8,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:17:59.398929 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-6eac3d01-03b4-4d91-959f-aa67f8eb7a5f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:59.407542 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:59.408182 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:59.409614 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-7dad7cc1-66b2-4043-abf9-9f7bea70eb55 service neutron] 10.222.0.77 "PUT /v2.0/ports/44b0868f-fa37-4cbc-b055-0b56461ac853 HTTP/1.1" status: 200 len: 1094 time: 5.2676589 Feb 14 15:17:59.410165 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cf051e-de69-4c09-9f19-d2bffcf9e522', 'tag': '44b0868f-fa37-4cbc-b055-0b56461ac853'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:17:59.412537 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-6eac3d01-03b4-4d91-959f-aa67f8eb7a5f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.77 "GET /v2.0/networks?id=00f85281-ff4d-4b0b-88d7-a69a834aef35 HTTP/1.1" status: 200 len: 818 time: 1.6149273 Feb 14 15:17:59.470220 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-9d45e78a-4aac-4557-aa60-e3d79158ca46 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Request body: {'port': {'device_id': '54fe152a-1436-47c5-b991-34c9e94ad8d6', 'network_id': '00f85281-ff4d-4b0b-88d7-a69a834aef35', 'admin_state_up': True, 'tenant_id': '258d3453eec942f3944f9299fcf5227d'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:17:59.501414 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6c066-f4c6-4bfc-bfbe-dc645f0eacda req-5498571c-81b2-4523-9ccf-03a543ef2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:17:59.502869 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-edf6c066-f4c6-4bfc-bfbe-dc645f0eacda req-5498571c-81b2-4523-9ccf-03a543ef2cad service neutron] 10.222.0.77 "GET /v2.0/networks?id=242ada04-a03c-4738-a938-2da9852ecaef HTTP/1.1" status: 200 len: 913 time: 1.6405411 Feb 14 15:17:59.551680 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bae7c63f-13e2-4afd-85e7-2f4ed5106631 req-f03a2601-7872-4037-a681-5de254ce47e2 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fad3557-3afd-4f8e-828a-d489baebb945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389029 Feb 14 15:17:59.811161 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f390f366-17d1-450d-893d-0501b7c68259 None None] Provisioning complete for port 40238533-d58d-410a-b2b6-babcc8ff24e4 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:17:59.811161 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f390f366-17d1-450d-893d-0501b7c68259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (40238533-d58d-410a-b2b6-babcc8ff24e4), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:17:59.811161 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] Set router afc37eec-1140-4610-bb73-d0253e5d83f2 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:18:00.061050 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0c98d575-eebb-498c-8e1e-d6f7b4b0623c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group_rule (6bb044ce-2507-414d-a62d-75cf2c8ee6d0), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:00.062672 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-511046ae-f2d9-4915-9ef9-beaf0cde9918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:00.063260 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-edf6c066-f4c6-4bfc-bfbe-dc645f0eacda req-71722764-8e12-4684-90d1-71afb0de5e40 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72d1272c-7e97-4f42-bf4e-a87c50a5a4eb HTTP/1.1" status: 200 len: 217 time: 0.5003729 Feb 14 15:18:00.064275 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-511046ae-f2d9-4915-9ef9-beaf0cde9918 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c9f16de8df448a89ca48ff22f7a1d34&device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 1128 time: 0.3946607 Feb 14 15:18:00.093844 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 64a3a0d7-cf6e-4a12-963c-d7f88d995afc is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:18:00.094486 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (64a3a0d7-cf6e-4a12-963c-d7f88d995afc), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:00.185663 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0c98d575-eebb-498c-8e1e-d6f7b4b0623c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (6bb044ce-2507-414d-a62d-75cf2c8ee6d0), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:00.222327 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114b17781d7584df24a73d2ca002b1fc4e4ef728ba6c29ea40a3094f371b155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08b97b7-90ad-4de6-ac8d-c000ebffc7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "a8cf051e-de69-4c09-9f19-d2bffcf9e522", "tag": "44b0868f-fa37-4cbc-b055-0b56461ac853"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:18:00.260060 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6c066-f4c6-4bfc-bfbe-dc645f0eacda req-335db736-8e13-48cf-b459-eec50e930df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:00.262112 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-edf6c066-f4c6-4bfc-bfbe-dc645f0eacda req-335db736-8e13-48cf-b459-eec50e930df0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e6ab69b9-9e0b-4e89-95ca-1d5e36fb34f5 HTTP/1.1" status: 200 len: 852 time: 0.1606488 Feb 14 15:18:00.325534 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-e5943cd5-c925-4b31-b185-096a38017a01 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44b0868f-fa37-4cbc-b055-0b56461ac853 HTTP/1.1" status: 200 len: 217 time: 0.2393448 Feb 14 15:18:00.331359 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-216d8d7c-ae77-494f-b289-b40e7591a7ee tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for port (c99fb80b-4628-41e5-bbc0-61e4fdec6c01), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:00.351571 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-d016b72f-c783-4783-b289-509a3206737a service neutron] 10.222.0.87 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2813666 Feb 14 15:18:00.426668 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-216d8d7c-ae77-494f-b289-b40e7591a7ee tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (c99fb80b-4628-41e5-bbc0-61e4fdec6c01), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:00.492948 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216d8d7c-ae77-494f-b289-b40e7591a7ee tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:18:00.494006 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-9d45e78a-4aac-4557-aa60-e3d79158ca46 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Made reservation on behalf of 258d3453eec942f3944f9299fcf5227d for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:18:00.497596 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-9d45e78a-4aac-4557-aa60-e3d79158ca46 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:00.515594 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-edf6c066-f4c6-4bfc-bfbe-dc645f0eacda req-e49458d0-a934-43e2-a751-f73f891c5c99 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=242ada04-a03c-4738-a938-2da9852ecaef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010449 Feb 14 15:18:00.538889 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-996b029a-900c-4940-8d17-b32306882040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:00.543585 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-996b029a-900c-4940-8d17-b32306882040 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=818a8ed2-f30e-480b-9539-d8e96c970bbf HTTP/1.1" status: 200 len: 854 time: 0.1896143 Feb 14 15:18:00.559690 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] For port 64a3a0d7-cf6e-4a12-963c-d7f88d995afc, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=64a3a0d7-cf6e-4a12-963c-d7f88d995afc,segment=NetworkSegment(1ae138bf-95a3-42da-9057-418c2dffc77b),segment_id=1ae138bf-95a3-42da-9057-418c2dffc77b)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:00.585980 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (64a3a0d7-cf6e-4a12-963c-d7f88d995afc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:00.618779 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0085d9-c851-4d16-b807-f031e4b3b9d5 req-0cdac7ed-9ec2-4705-a3eb-e92334833b4d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:00.634015 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db0085d9-c851-4d16-b807-f031e4b3b9d5 req-0cdac7ed-9ec2-4705-a3eb-e92334833b4d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 944 time: 0.7829368 Feb 14 15:18:00.634015 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-216d8d7c-ae77-494f-b289-b40e7591a7ee tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:18:00.694556 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d8d7c-ae77-494f-b289-b40e7591a7ee tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Pushing event updated for resources: {'Port': ['ID=c99fb80b-4628-41e5-bbc0-61e4fdec6c01,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:00.697476 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98d575-eebb-498c-8e1e-d6f7b4b0623c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb044ce-2507-414d-a62d-75cf2c8ee6d0,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:00.722256 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d8d7c-ae77-494f-b289-b40e7591a7ee tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:18:00.732565 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Pushing event updated for resources: {'Port': ['ID=64a3a0d7-cf6e-4a12-963c-d7f88d995afc,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:00.743635 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0c98d575-eebb-498c-8e1e-d6f7b4b0623c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:00.755770 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-0c98d575-eebb-498c-8e1e-d6f7b4b0623c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5249174 Feb 14 15:18:00.779224 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 34424) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:00.791770 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-53e0fcc2-ce55-4b04-9433-5026142aaf97 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=438f6288-4686-4452-8a20-ac5b28efd854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2345996 Feb 14 15:18:00.807295 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-14bfa153-b1ab-491b-9430-d1aa304b6391 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Request body: {'floatingip': {'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:18:00.952127 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f390f366-17d1-450d-893d-0501b7c68259 None None] Current status of the port 40238533-d58d-410a-b2b6-babcc8ff24e4 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:18:00.953342 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f390f366-17d1-450d-893d-0501b7c68259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (40238533-d58d-410a-b2b6-babcc8ff24e4), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:00.977974 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-5b225917-ff68-4594-809e-96fb9ecabfc5 service neutron] 10.222.0.77 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497147 Feb 14 15:18:01.012459 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-14bfa153-b1ab-491b-9430-d1aa304b6391 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:01.057048 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f390f366-17d1-450d-893d-0501b7c68259 None None] For port 40238533-d58d-410a-b2b6-babcc8ff24e4, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=40238533-d58d-410a-b2b6-babcc8ff24e4,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:01.070612 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f390f366-17d1-450d-893d-0501b7c68259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (40238533-d58d-410a-b2b6-babcc8ff24e4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:01.078950 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-router', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:35Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'gw_port': {'id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '40238533-d58d-410a-b2b6-babcc8ff24e4', 'name': '', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'mac_address': 'fa:16:3e:92:b0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:43Z', 'updated_at': '2022-02-14T15:17:58Z', 'revision_number': 4, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'subnets': [{'id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:18:01.150566 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc46d59d-ffb9-42bc-b2e9-e495e09fad10 None None] The sync data for ids ['afc37eec-1140-4610-bb73-d0253e5d83f2'] in dv-cinder-815146-10-iscsi is: [{'id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-router', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:35Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'gw_port': {'id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '40238533-d58d-410a-b2b6-babcc8ff24e4', 'name': '', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'mac_address': 'fa:16:3e:92:b0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:43Z', 'updated_at': '2022-02-14T15:17:58Z', 'revision_number': 4, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'subnets': [{'id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:18:01.188248 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390f366-17d1-450d-893d-0501b7c68259 None None] Pushing event updated for resources: {'Port': ['ID=40238533-d58d-410a-b2b6-babcc8ff24e4,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:01.651190 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42832bff-4e13-4ab1-99a0-0c6bd758fc1d x-openstack-request-id: req-42832bff-4e13-4ab1-99a0-0c6bd758fc1d {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:18:01.652327 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8cf051e-de69-4c09-9f19-d2bffcf9e522", "tag": "44b0868f-fa37-4cbc-b055-0b56461ac853", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:18:01.652581 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-42832bff-4e13-4ab1-99a0-0c6bd758fc1d {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:18:01.653428 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cf051e-de69-4c09-9f19-d2bffcf9e522', 'tag': '44b0868f-fa37-4cbc-b055-0b56461ac853', 'status': 'completed', 'code': 200} Feb 14 15:18:01.780887 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-216d8d7c-ae77-494f-b289-b40e7591a7ee tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for floatingip (f5cbc860-7e20-4bc6-a245-6bca2954d18d), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:01.870291 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d5ddb2d8-6847-42ce-a2d5-03b250818894 req-509cc37a-529b-401d-95ff-d1a9e6779a4f service neutron] 10.222.0.77 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8780756 Feb 14 15:18:01.877475 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db0085d9-c851-4d16-b807-f031e4b3b9d5 req-c99e6f09-29cc-4dd9-a56c-4cc4c0d707ad tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1563075 Feb 14 15:18:01.925242 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff9bd8-d0e8-4765-ae6a-1e51c57be5a9 req-24956aa4-4dce-4f50-bdce-2b05d5d99a4d tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:01.949951 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-53ff9bd8-d0e8-4765-ae6a-1e51c57be5a9 req-24956aa4-4dce-4f50-bdce-2b05d5d99a4d tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 944 time: 0.2937074 Feb 14 15:18:02.114550 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-53ff9bd8-d0e8-4765-ae6a-1e51c57be5a9 req-52e40a42-5ad6-4eb5-8309-2b0dff04dfcd tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fad3557-3afd-4f8e-828a-d489baebb945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536572 Feb 14 15:18:02.144053 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-216d8d7c-ae77-494f-b289-b40e7591a7ee tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (c99fb80b-4628-41e5-bbc0-61e4fdec6c01), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:02.169688 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-14bfa153-b1ab-491b-9430-d1aa304b6391 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:02.200411 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b97b7-90ad-4de6-ac8d-c000ebffc7c6 req-88e53c20-4480-4deb-a7c7-f81fa111178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:02.201943 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e08b97b7-90ad-4de6-ac8d-c000ebffc7c6 req-88e53c20-4480-4deb-a7c7-f81fa111178f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c9f16de8df448a89ca48ff22f7a1d34&device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 1128 time: 0.0842524 Feb 14 15:18:02.610503 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-14bfa153-b1ab-491b-9430-d1aa304b6391 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Allocated IP 172.27.0.233 (a318f2e5-fbf9-4a36-a1d1-4a864fc5139f/1bedbbde-d873-4c55-9589-51025e0481b7/1e628dc3-0d36-4551-9038-59a319ac30a0) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:18:02.652744 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-edf6c066-f4c6-4bfc-bfbe-dc645f0eacda req-24f6c519-0c6d-464c-85de-3bb1005f44a2 service neutron] 10.222.0.77 "GET /v2.0/networks/242ada04-a03c-4738-a938-2da9852ecaef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9399676 Feb 14 15:18:02.711170 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-9d45e78a-4aac-4557-aa60-e3d79158ca46 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Allocated IP 172.20.0.4 (00f85281-ff4d-4b0b-88d7-a69a834aef35/01ea2392-36a5-4e0f-bc30-1b0aaada039f/f220a3dd-73f2-4961-b7ad-99cbb024e554) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:18:02.807538 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-216d8d7c-ae77-494f-b289-b40e7591a7ee tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for port (c99fb80b-4628-41e5-bbc0-61e4fdec6c01), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:02.860405 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b97b7-90ad-4de6-ac8d-c000ebffc7c6 req-83c16703-1ea8-4c2c-9fac-b8947ae27d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:02.866916 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e08b97b7-90ad-4de6-ac8d-c000ebffc7c6 req-83c16703-1ea8-4c2c-9fac-b8947ae27d2d service neutron] 10.222.0.77 "GET /v2.0/networks?id=438f6288-4686-4452-8a20-ac5b28efd854 HTTP/1.1" status: 200 len: 915 time: 0.6224866 Feb 14 15:18:02.956194 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 64a3a0d7-cf6e-4a12-963c-d7f88d995afc up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:18:02.999574 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2adcca26-647a-4842-9d40-af9e209d987c req-44d96318-15a1-45f8-bd0f-5f0789f66402 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 210 time: 0.8916094 Feb 14 15:18:03.004335 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-216d8d7c-ae77-494f-b289-b40e7591a7ee tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (c99fb80b-4628-41e5-bbc0-61e4fdec6c01), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:03.029774 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.77', 64106) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:03.144047 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 64a3a0d7-cf6e-4a12-963c-d7f88d995afc triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:18:03.144422 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (64a3a0d7-cf6e-4a12-963c-d7f88d995afc), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:03.223888 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e08b97b7-90ad-4de6-ac8d-c000ebffc7c6 req-bfdbbd61-ce35-4f96-8dc3-fd38222670d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44b0868f-fa37-4cbc-b055-0b56461ac853 HTTP/1.1" status: 200 len: 217 time: 0.1942019 Feb 14 15:18:03.375674 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-216d8d7c-ae77-494f-b289-b40e7591a7ee tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560674'] for floatingip (f5cbc860-7e20-4bc6-a245-6bca2954d18d), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:03.377587 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 64a3a0d7-cf6e-4a12-963c-d7f88d995afc is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:18:03.382204 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 40238533-d58d-410a-b2b6-babcc8ff24e4 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:18:03.522221 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b97b7-90ad-4de6-ac8d-c000ebffc7c6 req-16c18e7c-6f2a-45df-ac14-f11011e0c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:03.524650 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e08b97b7-90ad-4de6-ac8d-c000ebffc7c6 req-16c18e7c-6f2a-45df-ac14-f11011e0c555 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=818a8ed2-f30e-480b-9539-d8e96c970bbf HTTP/1.1" status: 200 len: 854 time: 0.2148659 Feb 14 15:18:03.539262 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d8d7c-ae77-494f-b289-b40e7591a7ee tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Pushing event updated for resources: {'Port': ['ID=c99fb80b-4628-41e5-bbc0-61e4fdec6c01,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:03.629122 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-216d8d7c-ae77-494f-b289-b40e7591a7ee tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:03.653705 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-216d8d7c-ae77-494f-b289-b40e7591a7ee tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.9357157 Feb 14 15:18:03.712082 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 40238533-d58d-410a-b2b6-babcc8ff24e4 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:18:03.712900 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (40238533-d58d-410a-b2b6-babcc8ff24e4), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:03.863778 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-14bfa153-b1ab-491b-9430-d1aa304b6391 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for port (1e628dc3-0d36-4551-9038-59a319ac30a0), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:03.903138 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-edf6c066-f4c6-4bfc-bfbe-dc645f0eacda req-800abef3-6af8-46b4-bf77-6ae21d704990 service neutron] 10.222.0.77 "GET /v2.0/networks/242ada04-a03c-4738-a938-2da9852ecaef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0838895 Feb 14 15:18:03.912675 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e08b97b7-90ad-4de6-ac8d-c000ebffc7c6 req-ad6e6640-21e2-424b-a7cb-65037585d33f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=438f6288-4686-4452-8a20-ac5b28efd854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3271914 Feb 14 15:18:03.954708 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0ff32-ef87-4a2c-9288-8279d6a8e54d req-ade94ddb-25bd-4b45-a656-1bc14932f90a tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:03.961201 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b894ecc-b6bb-4717-9770-19b2a957edb5 req-4a3ab78f-8f34-44f6-b928-a6ddaf5bce8e tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:03.962869 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-17c0ff32-ef87-4a2c-9288-8279d6a8e54d req-ade94ddb-25bd-4b45-a656-1bc14932f90a tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 944 time: 0.7379451 Feb 14 15:18:03.964807 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 34540) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:03.976332 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3b894ecc-b6bb-4717-9770-19b2a957edb5 req-4a3ab78f-8f34-44f6-b928-a6ddaf5bce8e tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 944 time: 0.6412697 Feb 14 15:18:04.024119 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 40238533-d58d-410a-b2b6-babcc8ff24e4 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:18:04.100875 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-9d45e78a-4aac-4557-aa60-e3d79158ca46 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Publish callbacks [] for port (f220a3dd-73f2-4961-b7ad-99cbb024e554), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:04.142733 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3b894ecc-b6bb-4717-9770-19b2a957edb5 req-020e9e93-885b-47e2-b49c-21478a901930 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fad3557-3afd-4f8e-828a-d489baebb945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649761 Feb 14 15:18:04.222632 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-14bfa153-b1ab-491b-9430-d1aa304b6391 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (1e628dc3-0d36-4551-9038-59a319ac30a0), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:04.262728 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-9d45e78a-4aac-4557-aa60-e3d79158ca46 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (f220a3dd-73f2-4961-b7ad-99cbb024e554), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:04.314369 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-9d45e78a-4aac-4557-aa60-e3d79158ca46 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Network 00f85281-ff4d-4b0b-88d7-a69a834aef35 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:18:04.338594 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-9d45e78a-4aac-4557-aa60-e3d79158ca46 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:18:04.351182 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-2c0bb79a-5475-4765-bd08-0fab113791a4 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:04.353153 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-2c0bb79a-5475-4765-bd08-0fab113791a4 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.77 "GET /v2.0/networks?id=00f85281-ff4d-4b0b-88d7-a69a834aef35 HTTP/1.1" status: 200 len: 818 time: 1.1345348 Feb 14 15:18:04.375498 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-9d45e78a-4aac-4557-aa60-e3d79158ca46 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:18:04.383076 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-9d45e78a-4aac-4557-aa60-e3d79158ca46 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:04.383778 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-9d45e78a-4aac-4557-aa60-e3d79158ca46 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:04.390593 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bfa153-b1ab-491b-9430-d1aa304b6391 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:18:04.399858 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-5f369699-b3c8-47b0-9da1-e2a4f79de49d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Request body: {'port': {'device_id': '75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1', 'network_id': '00f85281-ff4d-4b0b-88d7-a69a834aef35', 'admin_state_up': True, 'tenant_id': '258d3453eec942f3944f9299fcf5227d'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:18:04.409493 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-17c0ff32-ef87-4a2c-9288-8279d6a8e54d req-e7ea8476-f5b9-48d9-8cdd-043c0ee7fb9d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448717 Feb 14 15:18:04.424876 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e08b97b7-90ad-4de6-ac8d-c000ebffc7c6 req-936e02a6-1bb4-4148-91f4-16c414b23ff0 service neutron] 10.222.0.77 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471931 Feb 14 15:18:04.427625 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-14bfa153-b1ab-491b-9430-d1aa304b6391 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:18:04.458989 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45e78a-4aac-4557-aa60-e3d79158ca46 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Pushing event updated for resources: {'Port': ['ID=f220a3dd-73f2-4961-b7ad-99cbb024e554,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:04.462342 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bfa153-b1ab-491b-9430-d1aa304b6391 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:18:04.494086 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-9d45e78a-4aac-4557-aa60-e3d79158ca46 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0441508 Feb 14 15:18:04.523201 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-e1e30deb-ab6f-405f-bab8-11905dbaaf08 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1287766776&fields=id&tenant_id=656f45aa39584fa99a563c00f915eda2 HTTP/1.1" status: 200 len: 267 time: 0.2312715 Feb 14 15:18:04.534298 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] Request body: {'port': {'device_id': '54fe152a-1436-47c5-b991-34c9e94ad8d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:18:04.587738 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b0e0f8ac-5352-4322-be08-7a17d4178ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:04.591543 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 34570) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:04.638450 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfa153-b1ab-491b-9430-d1aa304b6391 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Pushing event updated for resources: {'Port': ['ID=1e628dc3-0d36-4551-9038-59a319ac30a0,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:04.717484 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2a4e3f49-c82f-48e0-80ea-4af46ee76d84 req-686a1480-266f-4f97-86fc-2ce00dbe5463 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 210 time: 0.1399119 Feb 14 15:18:04.772138 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-14bfa153-b1ab-491b-9430-d1aa304b6391 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for floatingip (82cf1cea-1bf5-45fc-8f19-a81e417f465c), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:04.863147 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (f220a3dd-73f2-4961-b7ad-99cbb024e554), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:04.885044 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e08b97b7-90ad-4de6-ac8d-c000ebffc7c6 req-f5383f27-a008-46ba-a42d-2a7cf3dbc4d0 service neutron] 10.222.0.77 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769214 Feb 14 15:18:04.898720 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-14bfa153-b1ab-491b-9430-d1aa304b6391 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (1e628dc3-0d36-4551-9038-59a319ac30a0), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:04.904007 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-c4775a36-16f6-464d-ab03-9a3a1effcd3e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:04.906316 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-c4775a36-16f6-464d-ab03-9a3a1effcd3e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/networks?id=d8a50fc3-d129-4b74-b14e-edfcc858c8cc HTTP/1.1" status: 200 len: 810 time: 0.3822496 Feb 14 15:18:04.927681 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-5f369699-b3c8-47b0-9da1-e2a4f79de49d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Made reservation on behalf of 258d3453eec942f3944f9299fcf5227d for: {'port': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:18:04.930642 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-5f369699-b3c8-47b0-9da1-e2a4f79de49d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:04.951546 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e7c33b46-5b0b-4ca8-96bb-4b136db186f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:04.955874 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-8affc080-fbe8-48be-9bea-efe3210f0c96 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/quotas/656f45aa39584fa99a563c00f915eda2 HTTP/1.1" status: 200 len: 375 time: 0.0259771 Feb 14 15:18:04.998306 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b0e0f8ac-5352-4322-be08-7a17d4178ed5 admin admin] Publish callbacks [] for security_group (1dc0c796-b168-479e-a6ba-f47eef5732c6), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:05.008763 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b0e0f8ac-5352-4322-be08-7a17d4178ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (1dc0c796-b168-479e-a6ba-f47eef5732c6), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:05.069392 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0f8ac-5352-4322-be08-7a17d4178ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc0c796-b168-479e-a6ba-f47eef5732c6,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:05.162671 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-102c18b4-8cd8-4b0b-919a-aa1026f2efd6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=656f45aa39584fa99a563c00f915eda2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1967573 Feb 14 15:18:05.353357 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-b0e0f8ac-5352-4322-be08-7a17d4178ed5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9f1fa1a2eb22411cb2ce12c631ca3ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2265542 Feb 14 15:18:05.359760 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 34584) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:05.376174 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e7c33b46-5b0b-4ca8-96bb-4b136db186f2 admin admin] Publish callbacks [] for security_group (07ff915a-f544-4572-8f49-d658bda38caa), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:05.398877 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e7c33b46-5b0b-4ca8-96bb-4b136db186f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (07ff915a-f544-4572-8f49-d658bda38caa), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:05.415128 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-264983d0-3663-4242-8ba2-6bdba84f1994 service neutron] 10.222.0.87 "GET /v2.0/networks/d8a50fc3-d129-4b74-b14e-edfcc858c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420301 Feb 14 15:18:05.448578 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d887ad-797e-40e2-8327-6d46347630a9 req-4cb5c666-77a6-4564-8009-a7bbebc96c8b tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:05.449214 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-14d887ad-797e-40e2-8327-6d46347630a9 req-4cb5c666-77a6-4564-8009-a7bbebc96c8b tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 944 time: 0.1043389 Feb 14 15:18:05.451410 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-14bfa153-b1ab-491b-9430-d1aa304b6391 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for port (1e628dc3-0d36-4551-9038-59a319ac30a0), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:05.464982 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-14bfa153-b1ab-491b-9430-d1aa304b6391 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (1e628dc3-0d36-4551-9038-59a319ac30a0), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:05.512059 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-14bfa153-b1ab-491b-9430-d1aa304b6391 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560674'] for floatingip (82cf1cea-1bf5-45fc-8f19-a81e417f465c), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:05.544961 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e7c33b46-5b0b-4ca8-96bb-4b136db186f2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=241867303edd429ab0bc78f1eb42447a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9498327 Feb 14 15:18:05.552031 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 34594) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:05.555395 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfa153-b1ab-491b-9430-d1aa304b6391 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Pushing event updated for resources: {'Port': ['ID=1e628dc3-0d36-4551-9038-59a319ac30a0,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:05.561638 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-14d887ad-797e-40e2-8327-6d46347630a9 req-3462e961-80c1-4acc-9086-1cc09fbb6866 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fad3557-3afd-4f8e-828a-d489baebb945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058638 Feb 14 15:18:05.564852 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-14bfa153-b1ab-491b-9430-d1aa304b6391 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:05.565452 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-14bfa153-b1ab-491b-9430-d1aa304b6391 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7816207 Feb 14 15:18:05.584220 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c33b46-5b0b-4ca8-96bb-4b136db186f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ff915a-f544-4572-8f49-d658bda38caa,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:05.621124 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f220a3dd-73f2-4961-b7ad-99cbb024e554 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:18:05.635964 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3f987786-1e37-4efc-9704-51c1cc40d7da admin admin] Publish callbacks [] for security_group (1dc0c796-b168-479e-a6ba-f47eef5732c6), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:05.642297 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] Publish callbacks [] for port (f220a3dd-73f2-4961-b7ad-99cbb024e554), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:05.701254 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] Transition to ACTIVE for port object f220a3dd-73f2-4961-b7ad-99cbb024e554 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:18:05.709412 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3f987786-1e37-4efc-9704-51c1cc40d7da admin admin] Publish callbacks [] for security_group (1dc0c796-b168-479e-a6ba-f47eef5732c6), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:05.712667 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-a88527a9-c8f6-476f-a7f1-753118f282f3 service neutron] 10.222.0.87 "GET /v2.0/networks/d8a50fc3-d129-4b74-b14e-edfcc858c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968333 Feb 14 15:18:05.712813 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a7898-3f49-4369-afac-68c811ffd9c2 req-9418bc4d-0f07-4c8c-ab0d-8488c6d8a2f4 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:05.714256 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-374a7898-3f49-4369-afac-68c811ffd9c2 req-9418bc4d-0f07-4c8c-ab0d-8488c6d8a2f4 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 944 time: 0.0549655 Feb 14 15:18:05.718820 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (f220a3dd-73f2-4961-b7ad-99cbb024e554), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:05.796999 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-5f369699-b3c8-47b0-9da1-e2a4f79de49d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Allocated IP 172.20.0.14 (00f85281-ff4d-4b0b-88d7-a69a834aef35/01ea2392-36a5-4e0f-bc30-1b0aaada039f/b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:18:05.812566 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-374a7898-3f49-4369-afac-68c811ffd9c2 req-f464236a-c906-4cb4-8f11-c4556ac5e7d3 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707195 Feb 14 15:18:05.815475 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7325ff72-0f62-4fbd-8233-0f3006125a90 admin admin] Publish callbacks [] for security_group (07ff915a-f544-4572-8f49-d658bda38caa), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:05.847312 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] Pushing event updated for resources: {'Port': ['ID=f220a3dd-73f2-4961-b7ad-99cbb024e554,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:05.896071 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7325ff72-0f62-4fbd-8233-0f3006125a90 admin admin] Publish callbacks [] for security_group (07ff915a-f544-4572-8f49-d658bda38caa), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:05.906004 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3f987786-1e37-4efc-9704-51c1cc40d7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (1dc0c796-b168-479e-a6ba-f47eef5732c6), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:05.908980 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3f987786-1e37-4efc-9704-51c1cc40d7da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:05.910096 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-3f987786-1e37-4efc-9704-51c1cc40d7da admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1dc0c796-b168-479e-a6ba-f47eef5732c6 HTTP/1.1" status: 204 len: 168 time: 0.5430412 Feb 14 15:18:05.911171 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] Attempting to bind port f220a3dd-73f2-4961-b7ad-99cbb024e554 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:18:05.911512 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] Attempting to bind port f220a3dd-73f2-4961-b7ad-99cbb024e554 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '1ae138bf-95a3-42da-9057-418c2dffc77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '00f85281-ff4d-4b0b-88d7-a69a834aef35'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:18:05.911957 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] Attempting to bind port f220a3dd-73f2-4961-b7ad-99cbb024e554 on network 00f85281-ff4d-4b0b-88d7-a69a834aef35 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:18:05.968071 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] Port f220a3dd-73f2-4961-b7ad-99cbb024e554 on network 00f85281-ff4d-4b0b-88d7-a69a834aef35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:18:05.968071 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] Attempting to bind port f220a3dd-73f2-4961-b7ad-99cbb024e554 on network 00f85281-ff4d-4b0b-88d7-a69a834aef35 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:18:05.991512 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f987786-1e37-4efc-9704-51c1cc40d7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc0c796-b168-479e-a6ba-f47eef5732c6,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:06.001175 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bf3f9669-125d-4d2e-9038-2ac2654c8d21 req-aa3fd098-6677-4ab1-b379-45f9f7b40d40 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 210 time: 0.0703273 Feb 14 15:18:06.006074 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] Checking agent: {'id': 'f190771b-33cd-44d9-aea8-80be24af3e8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'started_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:18:06.006401 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] Checking segment: {'id': '1ae138bf-95a3-42da-9057-418c2dffc77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '00f85281-ff4d-4b0b-88d7-a69a834aef35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:18:06.006794 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] Bound using segment: {'id': '1ae138bf-95a3-42da-9057-418c2dffc77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '00f85281-ff4d-4b0b-88d7-a69a834aef35'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:18:06.007252 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] Bound port: f220a3dd-73f2-4961-b7ad-99cbb024e554, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae138bf-95a3-42da-9057-418c2dffc77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '00f85281-ff4d-4b0b-88d7-a69a834aef35'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:18:06.007662 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (f220a3dd-73f2-4961-b7ad-99cbb024e554), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:06.105741 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7325ff72-0f62-4fbd-8233-0f3006125a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (07ff915a-f544-4572-8f49-d658bda38caa), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:06.106921 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-7bb0b92d-9d28-4203-88e5-175b06b622f3 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--435977998&fields=id&tenant_id=59e01ee3a909461f92070cf33d635c9f HTTP/1.1" status: 200 len: 267 time: 0.1719844 Feb 14 15:18:06.109211 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7325ff72-0f62-4fbd-8233-0f3006125a90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:06.119322 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-7325ff72-0f62-4fbd-8233-0f3006125a90 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/07ff915a-f544-4572-8f49-d658bda38caa HTTP/1.1" status: 204 len: 168 time: 0.5236256 Feb 14 15:18:06.140061 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2b920a63-3382-47b2-bb7d-f2ab5192e194 req-6bc050c0-be24-4118-a74e-5bfcc9596c77 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 210 time: 0.0603552 Feb 14 15:18:06.153153 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325ff72-0f62-4fbd-8233-0f3006125a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ff915a-f544-4572-8f49-d658bda38caa,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:06.182131 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] For port f220a3dd-73f2-4961-b7ad-99cbb024e554, host hv-cinder-81514, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:18:06.187049 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] For port f220a3dd-73f2-4961-b7ad-99cbb024e554, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f220a3dd-73f2-4961-b7ad-99cbb024e554,segment=NetworkSegment(1ae138bf-95a3-42da-9057-418c2dffc77b),segment_id=1ae138bf-95a3-42da-9057-418c2dffc77b)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:18:06.198248 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (f220a3dd-73f2-4961-b7ad-99cbb024e554), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:06.274724 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-5f369699-b3c8-47b0-9da1-e2a4f79de49d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Publish callbacks [] for port (b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:06.291315 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] Pushing event updated for resources: {'Port': ['ID=f220a3dd-73f2-4961-b7ad-99cbb024e554,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:06.297072 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:06.297856 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:06.299319 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-8a4c52e1-fca6-447b-a7b7-9bc23f2b7886 service neutron] 10.222.0.77 "PUT /v2.0/ports/f220a3dd-73f2-4961-b7ad-99cbb024e554 HTTP/1.1" status: 200 len: 1093 time: 1.7740550 Feb 14 15:18:06.300154 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fe152a-1436-47c5-b991-34c9e94ad8d6', 'tag': 'f220a3dd-73f2-4961-b7ad-99cbb024e554'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:18:06.303912 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801fe370-81ec-4983-811a-99ea41770239" -d '{"events": [{"name": "network-changed", "server_uuid": "54fe152a-1436-47c5-b991-34c9e94ad8d6", "tag": "f220a3dd-73f2-4961-b7ad-99cbb024e554"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:18:06.356690 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c085a17b-5242-44c9-b906-98ba469a6f6c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:06.358375 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c085a17b-5242-44c9-b906-98ba469a6f6c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/networks?id=f46612e4-5188-4afd-b927-413922cf4afb HTTP/1.1" status: 200 len: 817 time: 0.2472522 Feb 14 15:18:06.403508 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad46e3e7-591e-4963-b03a-5f8f0ffa51f2 x-openstack-request-id: req-ad46e3e7-591e-4963-b03a-5f8f0ffa51f2 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:18:06.404118 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54fe152a-1436-47c5-b991-34c9e94ad8d6", "tag": "f220a3dd-73f2-4961-b7ad-99cbb024e554", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:18:06.404863 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ad46e3e7-591e-4963-b03a-5f8f0ffa51f2 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:18:06.405249 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54fe152a-1436-47c5-b991-34c9e94ad8d6', 'tag': 'f220a3dd-73f2-4961-b7ad-99cbb024e554', 'status': 'completed', 'code': 200} Feb 14 15:18:06.409375 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-b73027ad-cb24-4a0b-8030-bdf1b3bd3be4 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/quotas/59e01ee3a909461f92070cf33d635c9f HTTP/1.1" status: 200 len: 375 time: 0.0342448 Feb 14 15:18:06.433052 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-fa21829a-0d8b-4657-b2e4-5bf58a53f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:06.435476 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-fa21829a-0d8b-4657-b2e4-5bf58a53f125 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=258d3453eec942f3944f9299fcf5227d&device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 1127 time: 0.0841048 Feb 14 15:18:06.459272 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-5f369699-b3c8-47b0-9da1-e2a4f79de49d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:06.506320 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-fe3b7ac4-58a3-4ab9-9b29-db711a095f94 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f220a3dd-73f2-4961-b7ad-99cbb024e554 HTTP/1.1" status: 200 len: 217 time: 0.0627308 Feb 14 15:18:06.508961 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 34632) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:06.530813 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-5f369699-b3c8-47b0-9da1-e2a4f79de49d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Network 00f85281-ff4d-4b0b-88d7-a69a834aef35 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:18:06.552192 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6dff29c1-0e75-4873-b863-4ef6b780c669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:06.555758 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-4de975a8-0673-4013-8314-54d5aa375d2b tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=59e01ee3a909461f92070cf33d635c9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1452148 Feb 14 15:18:06.557366 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-5f369699-b3c8-47b0-9da1-e2a4f79de49d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:18:06.559362 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f369699-b3c8-47b0-9da1-e2a4f79de49d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Pushing event updated for resources: {'Port': ['ID=b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:06.561817 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-5f369699-b3c8-47b0-9da1-e2a4f79de49d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:18:06.571838 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-5f369699-b3c8-47b0-9da1-e2a4f79de49d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:06.572518 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-5f369699-b3c8-47b0-9da1-e2a4f79de49d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:06.663436 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-5f369699-b3c8-47b0-9da1-e2a4f79de49d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2685511 Feb 14 15:18:06.694819 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] Request body: {'port': {'device_id': '75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:18:06.695255 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-dec59ba4-d639-487b-8481-cc28410c26e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:06.701316 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-dec59ba4-d639-487b-8481-cc28410c26e0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=01ea2392-36a5-4e0f-bc30-1b0aaada039f HTTP/1.1" status: 200 len: 858 time: 0.1602459 Feb 14 15:18:06.804221 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-64985b4b-2eb7-4c59-8750-692b741bca88 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=00f85281-ff4d-4b0b-88d7-a69a834aef35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683148 Feb 14 15:18:06.828153 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:06.845511 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6dff29c1-0e75-4873-b863-4ef6b780c669 admin admin] Publish callbacks [] for security_group (35eabbfa-a0cb-42e5-ac33-1712d0f84d13), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:06.845748 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-f9d9a613-87b8-4d7b-b94f-f8e513864fea service neutron] 10.222.0.87 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517200 Feb 14 15:18:06.859148 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6dff29c1-0e75-4873-b863-4ef6b780c669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (35eabbfa-a0cb-42e5-ac33-1712d0f84d13), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:06.919148 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 34644) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:06.959836 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-920aafaa-93ad-45da-ae03-8aa43ebd859c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:06.977983 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec568f57-7ead-49aa-b6c5-981a63d6a9d8 req-30203c4e-b64d-4d6e-a745-9c48eee951a5 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:06.979592 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ec568f57-7ead-49aa-b6c5-981a63d6a9d8 req-30203c4e-b64d-4d6e-a745-9c48eee951a5 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 944 time: 0.2749579 Feb 14 15:18:06.980286 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff29c1-0e75-4873-b863-4ef6b780c669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35eabbfa-a0cb-42e5-ac33-1712d0f84d13,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:06.990191 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6dff29c1-0e75-4873-b863-4ef6b780c669 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0099bb4232a342ac9267abd0dd5b15a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4728394 Feb 14 15:18:06.993383 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 34646) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:07.034423 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-0749effb-367c-44fa-a869-3c0ff2299e3a service neutron] 10.222.0.87 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879640 Feb 14 15:18:07.036271 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-184eb42c-b2af-4a9d-8a94-204daf346ae2 service neutron] 10.222.0.77 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237031 Feb 14 15:18:07.169888 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ec568f57-7ead-49aa-b6c5-981a63d6a9d8 req-57e6eff8-b3b2-4008-8201-798c6bb52c0a tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fad3557-3afd-4f8e-828a-d489baebb945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666806 Feb 14 15:18:07.194238 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6e65d332-db5d-4818-a95c-a8df2f8f9099 admin admin] Publish callbacks [] for security_group (35eabbfa-a0cb-42e5-ac33-1712d0f84d13), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:07.260366 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2c531acb-a842-458e-8efa-ce7f8039aa91 req-81258610-90ab-4d5e-a348-c5e31e141a0f service neutron] 10.222.0.77 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077045 Feb 14 15:18:07.262270 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6e65d332-db5d-4818-a95c-a8df2f8f9099 admin admin] Publish callbacks [] for security_group (35eabbfa-a0cb-42e5-ac33-1712d0f84d13), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:07.299947 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:18:07.311470 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] Publish callbacks [] for port (b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:07.331036 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] Transition to ACTIVE for port object b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad will not be triggered until provisioned by entity L2. {{(pid=102564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:18:07.343038 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973feaa-12aa-41a0-8b04-9461b4bd243d req-7a8e20ff-341d-472a-b1c2-5acbe7317384 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:07.352115 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4973feaa-12aa-41a0-8b04-9461b4bd243d req-7a8e20ff-341d-472a-b1c2-5acbe7317384 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 944 time: 0.1497180 Feb 14 15:18:07.354784 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-920aafaa-93ad-45da-ae03-8aa43ebd859c admin admin] Publish callbacks [] for security_group (ebc247ab-dab8-496f-9d9a-dbd18768a57e), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:07.375402 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-920aafaa-93ad-45da-ae03-8aa43ebd859c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (ebc247ab-dab8-496f-9d9a-dbd18768a57e), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:07.378763 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:07.474757 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-920aafaa-93ad-45da-ae03-8aa43ebd859c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f343a146cb974fe0aea0891df0d6e623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5513093 Feb 14 15:18:07.478850 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920aafaa-93ad-45da-ae03-8aa43ebd859c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc247ab-dab8-496f-9d9a-dbd18768a57e,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:07.481428 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 34660) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:07.497164 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:07.500917 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-20803dda-535d-4fb1-a519-073e53402ffd tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:07.502528 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-20803dda-535d-4fb1-a519-073e53402ffd tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.77 "GET /v2.0/networks?id=d8a50fc3-d129-4b74-b14e-edfcc858c8cc HTTP/1.1" status: 200 len: 810 time: 0.2269402 Feb 14 15:18:07.516415 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd123bbb-91b4-49f8-8988-29dc26f4b9de req-fb7a1f9b-ed0f-4ebe-8733-ecfe4cbb9f3d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:07.518598 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cd123bbb-91b4-49f8-8988-29dc26f4b9de req-fb7a1f9b-ed0f-4ebe-8733-ecfe4cbb9f3d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 932 time: 0.2542965 Feb 14 15:18:07.521695 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6e65d332-db5d-4818-a95c-a8df2f8f9099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (35eabbfa-a0cb-42e5-ac33-1712d0f84d13), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:07.524729 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4973feaa-12aa-41a0-8b04-9461b4bd243d req-cd13cd08-caf4-44d8-8c41-7f3126714b2b tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649389 Feb 14 15:18:07.533633 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6e65d332-db5d-4818-a95c-a8df2f8f9099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:07.534802 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6e65d332-db5d-4818-a95c-a8df2f8f9099 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/35eabbfa-a0cb-42e5-ac33-1712d0f84d13 HTTP/1.1" status: 204 len: 168 time: 0.5352960 Feb 14 15:18:07.571246 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65d332-db5d-4818-a95c-a8df2f8f9099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35eabbfa-a0cb-42e5-ac33-1712d0f84d13,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:07.626924 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fe370-81ec-4983-811a-99ea41770239 req-8d80dfd8-8f69-4b0b-861a-b5c20c2a28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:07.628521 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-801fe370-81ec-4983-811a-99ea41770239 req-8d80dfd8-8f69-4b0b-861a-b5c20c2a28f1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=258d3453eec942f3944f9299fcf5227d&device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 1127 time: 0.2743583 Feb 14 15:18:07.640628 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] Attempting to bind port b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:18:07.640963 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] Attempting to bind port b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '1ae138bf-95a3-42da-9057-418c2dffc77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '00f85281-ff4d-4b0b-88d7-a69a834aef35'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:18:07.641299 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] Attempting to bind port b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad on network 00f85281-ff4d-4b0b-88d7-a69a834aef35 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:18:07.646881 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-c627a2c7-f100-4d47-8eb5-c9241d580b2b tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=656f45aa39584fa99a563c00f915eda2 HTTP/1.1" status: 200 len: 380 time: 0.1269171 Feb 14 15:18:07.664219 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-2dd20870-4947-4d56-b18c-61cbfeb07d5e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Request body: {'port': {'device_id': '124d95df-5de2-42f5-9cfc-b14e07e72a37', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'admin_state_up': True, 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'security_groups': ['e6964aca-4aa9-4325-a90a-57447e180f9e']}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:18:07.684701 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-337335f6-84be-4db0-8be9-93bf7ca72ff0 req-1e38e9b9-9467-4152-a6cf-e6b411599596 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 210 time: 0.0689120 Feb 14 15:18:07.693188 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cd123bbb-91b4-49f8-8988-29dc26f4b9de req-8c8213ca-17ab-4761-ace4-b697d79282cc tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572316 Feb 14 15:18:07.700460 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] Port b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad on network 00f85281-ff4d-4b0b-88d7-a69a834aef35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:18:07.700955 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] Attempting to bind port b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad on network 00f85281-ff4d-4b0b-88d7-a69a834aef35 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:18:07.724277 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] Checking agent: {'id': 'f190771b-33cd-44d9-aea8-80be24af3e8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'started_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:18:07.724631 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] Checking segment: {'id': '1ae138bf-95a3-42da-9057-418c2dffc77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '00f85281-ff4d-4b0b-88d7-a69a834aef35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:18:07.725024 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] Bound using segment: {'id': '1ae138bf-95a3-42da-9057-418c2dffc77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '00f85281-ff4d-4b0b-88d7-a69a834aef35'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:18:07.725472 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] Bound port: b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae138bf-95a3-42da-9057-418c2dffc77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '00f85281-ff4d-4b0b-88d7-a69a834aef35'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:18:07.725834 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:07.787385 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-437c085a-4fdd-4d54-9d7f-efce1d6bfb47 admin admin] Publish callbacks [] for security_group (ebc247ab-dab8-496f-9d9a-dbd18768a57e), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:07.859199 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-437c085a-4fdd-4d54-9d7f-efce1d6bfb47 admin admin] Publish callbacks [] for security_group (ebc247ab-dab8-496f-9d9a-dbd18768a57e), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:07.891773 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-555b916b-0cd1-403d-b953-6944b6f5248f req-ed652a7a-384b-408e-87fa-4618283a7289 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 210 time: 0.0799880 Feb 14 15:18:07.894948 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-2dd20870-4947-4d56-b18c-61cbfeb07d5e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Made reservation on behalf of 656f45aa39584fa99a563c00f915eda2 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:18:07.901563 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-2dd20870-4947-4d56-b18c-61cbfeb07d5e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:07.951604 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fe370-81ec-4983-811a-99ea41770239 req-e5c2b4eb-0220-4af3-823c-4d9df8a91302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:07.953398 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-801fe370-81ec-4983-811a-99ea41770239 req-e5c2b4eb-0220-4af3-823c-4d9df8a91302 service neutron] 10.222.0.77 "GET /v2.0/networks?id=00f85281-ff4d-4b0b-88d7-a69a834aef35 HTTP/1.1" status: 200 len: 919 time: 0.3140953 Feb 14 15:18:07.958973 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] For port b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad, host hv-cinder-81514, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:18:07.962861 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] For port b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad,segment=NetworkSegment(1ae138bf-95a3-42da-9057-418c2dffc77b),segment_id=1ae138bf-95a3-42da-9057-418c2dffc77b)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:18:08.006175 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:08.010521 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-801fe370-81ec-4983-811a-99ea41770239 req-bd25b1a9-f21f-40a7-8af7-5b1e864bb673 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f220a3dd-73f2-4961-b7ad-99cbb024e554 HTTP/1.1" status: 200 len: 217 time: 0.0458376 Feb 14 15:18:08.061584 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:08.062573 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:08.064397 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] 10.222.0.77 "PUT /v2.0/ports/b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad HTTP/1.1" status: 200 len: 1094 time: 1.3956783 Feb 14 15:18:08.097904 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1', 'tag': 'b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:18:08.101260 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114b17781d7584df24a73d2ca002b1fc4e4ef728ba6c29ea40a3094f371b155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887bf2bf-ce19-484b-9f7c-22bfe9733db9" -d '{"events": [{"name": "network-changed", "server_uuid": "75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1", "tag": "b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:18:08.101982 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-2dd20870-4947-4d56-b18c-61cbfeb07d5e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Allocated IP 172.20.0.9 (d8a50fc3-d129-4b74-b14e-edfcc858c8cc/d07b9fd1-0958-4b2c-aed9-2e37c98ea84c/56799805-9581-427d-9206-ca0ee9a313c5) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:18:08.122767 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:18:08.131742 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-437c085a-4fdd-4d54-9d7f-efce1d6bfb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (ebc247ab-dab8-496f-9d9a-dbd18768a57e), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:08.146922 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-437c085a-4fdd-4d54-9d7f-efce1d6bfb47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:08.146922 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-437c085a-4fdd-4d54-9d7f-efce1d6bfb47 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ebc247ab-dab8-496f-9d9a-dbd18768a57e HTTP/1.1" status: 204 len: 168 time: 0.6570830 Feb 14 15:18:08.179969 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a7f283-3b1e-4bf6-b5bb-83466e9097a0 x-openstack-request-id: req-d0a7f283-3b1e-4bf6-b5bb-83466e9097a0 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:18:08.180260 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1", "tag": "b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:18:08.180509 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d0a7f283-3b1e-4bf6-b5bb-83466e9097a0 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:18:08.180896 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1', 'tag': 'b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad', 'status': 'completed', 'code': 200} Feb 14 15:18:08.209700 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c085a-4fdd-4d54-9d7f-efce1d6bfb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc247ab-dab8-496f-9d9a-dbd18768a57e,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:08.222471 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0bd26-7229-4828-8525-682095ae47d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:08.231498 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fe370-81ec-4983-811a-99ea41770239 req-49457563-5a6a-4958-b503-8fb0f1822548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:08.233011 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-801fe370-81ec-4983-811a-99ea41770239 req-49457563-5a6a-4958-b503-8fb0f1822548 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=01ea2392-36a5-4e0f-bc30-1b0aaada039f HTTP/1.1" status: 200 len: 858 time: 0.1911552 Feb 14 15:18:08.290401 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-801fe370-81ec-4983-811a-99ea41770239 req-854541b7-5ed9-4df4-9946-388cdb834e6e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=00f85281-ff4d-4b0b-88d7-a69a834aef35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488973 Feb 14 15:18:08.295166 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-117e225e-d265-4f96-b879-09b970b00c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:08.296654 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-117e225e-d265-4f96-b879-09b970b00c43 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=258d3453eec942f3944f9299fcf5227d&device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 1128 time: 0.1435194 Feb 14 15:18:08.409598 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-2dd20870-4947-4d56-b18c-61cbfeb07d5e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for port (56799805-9581-427d-9206-ca0ee9a313c5), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:08.441486 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=72d1272c-7e97-4f42-bf4e-a87c50a5a4eb,segment=NetworkSegment(2ef02161-d4f8-439c-85f4-cdfc6ce638a7),segment_id=2ef02161-d4f8-439c-85f4-cdfc6ce638a7)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:08.460076 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-2dd20870-4947-4d56-b18c-61cbfeb07d5e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (56799805-9581-427d-9206-ca0ee9a313c5), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:08.460851 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': '72d1272c-7e97-4f42-bf4e-a87c50a5a4eb', 'network_id': '242ada04-a03c-4738-a938-2da9852ecaef', 'port_id': '72d1272c-7e97-4f42-bf4e-a87c50a5a4eb', 'mac_address': 'fa:16:3e:34:4a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6ab69b9-9e0b-4e89-95ca-1d5e36fb34f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:18:08.518623 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:18:08.519031 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (72d1272c-7e97-4f42-bf4e-a87c50a5a4eb), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:08.521437 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-2dd20870-4947-4d56-b18c-61cbfeb07d5e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Network d8a50fc3-d129-4b74-b14e-edfcc858c8cc is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:18:08.529406 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-2dd20870-4947-4d56-b18c-61cbfeb07d5e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:18:08.545817 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-2dd20870-4947-4d56-b18c-61cbfeb07d5e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:18:08.558298 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-2dd20870-4947-4d56-b18c-61cbfeb07d5e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:08.559061 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-2dd20870-4947-4d56-b18c-61cbfeb07d5e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:08.563424 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:18:08.577275 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd20870-4947-4d56-b18c-61cbfeb07d5e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Pushing event updated for resources: {'Port': ['ID=56799805-9581-427d-9206-ca0ee9a313c5,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:08.637903 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-2dd20870-4947-4d56-b18c-61cbfeb07d5e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9785120 Feb 14 15:18:08.642206 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=72d1272c-7e97-4f42-bf4e-a87c50a5a4eb,segment=NetworkSegment(2ef02161-d4f8-439c-85f4-cdfc6ce638a7),segment_id=2ef02161-d4f8-439c-85f4-cdfc6ce638a7)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:08.653412 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (72d1272c-7e97-4f42-bf4e-a87c50a5a4eb), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:08.654178 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 44b0868f-fa37-4cbc-b055-0b56461ac853 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:18:08.656004 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] Request body: {'port': {'device_id': '124d95df-5de2-42f5-9cfc-b14e07e72a37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:18:08.724483 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-7bff2c05-f80b-4e85-9d30-0a9ae32fa0c4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad HTTP/1.1" status: 200 len: 217 time: 0.1564162 Feb 14 15:18:08.839540 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=72d1272c-7e97-4f42-bf4e-a87c50a5a4eb,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:08.930403 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (56799805-9581-427d-9206-ca0ee9a313c5), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:08.947153 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-801fe370-81ec-4983-811a-99ea41770239 req-180fc3c8-c8fc-4670-8bc1-1cf8dcb71b8a service neutron] 10.222.0.77 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6495259 Feb 14 15:18:09.007875 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 44b0868f-fa37-4cbc-b055-0b56461ac853, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=44b0868f-fa37-4cbc-b055-0b56461ac853,segment=NetworkSegment(51d015d4-cb41-4169-9c17-68bb917adb3e),segment_id=51d015d4-cb41-4169-9c17-68bb917adb3e)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:09.008564 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90693b9d-7bb5-4c61-91a5-d859dc206a06 req-03e10a24-5fa6-4f07-a3e2-198338a315e1 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:09.010150 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-90693b9d-7bb5-4c61-91a5-d859dc206a06 req-03e10a24-5fa6-4f07-a3e2-198338a315e1 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 944 time: 0.4438255 Feb 14 15:18:09.045971 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': '44b0868f-fa37-4cbc-b055-0b56461ac853', 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854', 'port_id': '44b0868f-fa37-4cbc-b055-0b56461ac853', 'mac_address': 'fa:16:3e:dd:34:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '818a8ed2-f30e-480b-9539-d8e96c970bbf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:18:09.047767 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-ac9d7ce4-aba7-4049-be3a-c1bba83918e6 None None] Provisioning complete for port 56799805-9581-427d-9206-ca0ee9a313c5 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:18:09.048152 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-ac9d7ce4-aba7-4049-be3a-c1bba83918e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (56799805-9581-427d-9206-ca0ee9a313c5), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:09.121921 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-90693b9d-7bb5-4c61-91a5-d859dc206a06 req-b72e5c0d-b0d9-4279-a1a7-424b55a1c961 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fad3557-3afd-4f8e-828a-d489baebb945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981102 Feb 14 15:18:09.124953 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 34726) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:09.127001 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-c2e4ad7b-8f13-4c6d-828f-aef306e80dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:09.128708 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-c2e4ad7b-8f13-4c6d-828f-aef306e80dc7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=01ea2392-36a5-4e0f-bc30-1b0aaada039f HTTP/1.1" status: 200 len: 858 time: 0.3913529 Feb 14 15:18:09.184869 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-ac9d7ce4-aba7-4049-be3a-c1bba83918e6 None None] Port 56799805-9581-427d-9206-ca0ee9a313c5 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:18:09.188289 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 44b0868f-fa37-4cbc-b055-0b56461ac853 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:18:09.188685 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (44b0868f-fa37-4cbc-b055-0b56461ac853), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:09.206475 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-b6f9c20d-b287-4a0e-a089-1798b0d7150f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=00f85281-ff4d-4b0b-88d7-a69a834aef35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374823 Feb 14 15:18:09.232194 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b0868f-fa37-4cbc-b055-0b56461ac853 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:18:09.271553 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 44b0868f-fa37-4cbc-b055-0b56461ac853, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=44b0868f-fa37-4cbc-b055-0b56461ac853,segment=NetworkSegment(51d015d4-cb41-4169-9c17-68bb917adb3e),segment_id=51d015d4-cb41-4169-9c17-68bb917adb3e)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:09.287308 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (44b0868f-fa37-4cbc-b055-0b56461ac853), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:09.328383 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bd5586fb-ae8c-46fa-91cb-d11f8b02ac65 req-d28de5e2-82d1-42ac-8ace-f5f17f02c170 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 210 time: 0.0408363 Feb 14 15:18:09.359288 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-801fe370-81ec-4983-811a-99ea41770239 req-3c090156-ba50-4f11-aa8a-0982c2c0587c service neutron] 10.222.0.77 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041207 Feb 14 15:18:09.397386 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=44b0868f-fa37-4cbc-b055-0b56461ac853,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:09.404906 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-afb51e2a-17a9-4543-9425-4374e34a04ec service neutron] 10.222.0.77 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894410 Feb 14 15:18:09.550995 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-272916e7-71dd-4ff4-a2d1-749d6a531b5f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-352592137-network', 'tenant_id': '931bc9189c7240639f50e4ab4dcf2661'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:18:09.577464 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fce73deb-e683-40ae-bd1c-1b1bfea8807b req-c13a0874-6e33-49c7-b7f6-56ab0e2bee24 service neutron] 10.222.0.77 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660054 Feb 14 15:18:09.592838 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af655d-f0c8-4bcb-9331-22db0fb412d0 req-19cd870c-e507-482a-9ecb-49223f6c4b97 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:09.594556 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-34af655d-f0c8-4bcb-9331-22db0fb412d0 req-19cd870c-e507-482a-9ecb-49223f6c4b97 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 944 time: 0.1467199 Feb 14 15:18:09.607012 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['44b0868f-fa37-4cbc-b055-0b56461ac853'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:18:09.615832 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f47f9-65ad-4a21-bc97-0a1ca29c037c req-87a31900-da3e-42fc-896e-c94445226fe2 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:09.617413 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272916e7-71dd-4ff4-a2d1-749d6a531b5f admin admin] Made reservation on behalf of 931bc9189c7240639f50e4ab4dcf2661 for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:18:09.617856 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-461f47f9-65ad-4a21-bc97-0a1ca29c037c req-87a31900-da3e-42fc-896e-c94445226fe2 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 944 time: 0.8341038 Feb 14 15:18:09.619711 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-272916e7-71dd-4ff4-a2d1-749d6a531b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:09.627251 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['72d1272c-7e97-4f42-bf4e-a87c50a5a4eb'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:18:09.640348 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-690a42fc-ac34-48cb-8271-27af1a059112 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:09.640884 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-272916e7-71dd-4ff4-a2d1-749d6a531b5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:09.642236 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-690a42fc-ac34-48cb-8271-27af1a059112 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.77 "GET /v2.0/networks?id=f46612e4-5188-4afd-b927-413922cf4afb HTTP/1.1" status: 200 len: 817 time: 0.8573580 Feb 14 15:18:09.741072 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-34af655d-f0c8-4bcb-9331-22db0fb412d0 req-5847c37a-ac51-4ce4-b182-52c6c5cc3e4a tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342452 Feb 14 15:18:09.764899 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-461f47f9-65ad-4a21-bc97-0a1ca29c037c req-e47314c1-889d-4c48-91b2-8c9d7597b561 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216331 Feb 14 15:18:09.792890 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-ec046a74-c883-45d0-a537-88dbea92c81b tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59e01ee3a909461f92070cf33d635c9f HTTP/1.1" status: 200 len: 379 time: 0.1202233 Feb 14 15:18:09.810968 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bf2bf-ce19-484b-9f7c-22bfe9733db9 req-c510bd7c-5cd7-4d30-85eb-760b08a693f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:09.814099 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-887bf2bf-ce19-484b-9f7c-22bfe9733db9 req-c510bd7c-5cd7-4d30-85eb-760b08a693f0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=258d3453eec942f3944f9299fcf5227d&device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 1128 time: 0.1728466 Feb 14 15:18:09.833970 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-ee95b85b-9617-4c3b-ba18-ee0ccb8c4366 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Request body: {'port': {'device_id': 'b7561bc0-08a7-4b25-8e28-bf4201e62514', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'admin_state_up': True, 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'security_groups': ['27bd4b3e-caf2-4db2-82dc-9d0b2848b456']}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:18:09.971037 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-ee95b85b-9617-4c3b-ba18-ee0ccb8c4366 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Made reservation on behalf of 59e01ee3a909461f92070cf33d635c9f for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:18:09.975374 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-ee95b85b-9617-4c3b-ba18-ee0ccb8c4366 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:10.007138 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-272916e7-71dd-4ff4-a2d1-749d6a531b5f admin admin] Publish callbacks [] for security_group (2575ee5e-e244-4951-95ed-7c24b35a0265), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:10.039574 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-272916e7-71dd-4ff4-a2d1-749d6a531b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (2575ee5e-e244-4951-95ed-7c24b35a0265), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:10.073670 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bf2bf-ce19-484b-9f7c-22bfe9733db9 req-05bc720a-53e9-472a-9eb5-718cc8822c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:10.075704 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-887bf2bf-ce19-484b-9f7c-22bfe9733db9 req-05bc720a-53e9-472a-9eb5-718cc8822c65 service neutron] 10.222.0.77 "GET /v2.0/networks?id=00f85281-ff4d-4b0b-88d7-a69a834aef35 HTTP/1.1" status: 200 len: 919 time: 0.2550895 Feb 14 15:18:10.097288 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272916e7-71dd-4ff4-a2d1-749d6a531b5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=102564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:18:10.112353 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device f220a3dd-73f2-4961-b7ad-99cbb024e554 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:18:10.112525 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bacb03-69d5-4078-ad03-dac1bc7e5268 req-65603c8e-e084-454b-bce0-ae5ebb092fcd tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:10.114996 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b3bacb03-69d5-4078-ad03-dac1bc7e5268 req-65603c8e-e084-454b-bce0-ae5ebb092fcd tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 931 time: 0.1934221 Feb 14 15:18:10.148017 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56799805-9581-427d-9206-ca0ee9a313c5 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:18:10.156492 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-272916e7-71dd-4ff4-a2d1-749d6a531b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (f9c61e8c-493d-4de1-a943-84b290ee8e62), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:10.156844 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-272916e7-71dd-4ff4-a2d1-749d6a531b5f admin admin] Added segment f9c61e8c-493d-4de1-a943-84b290ee8e62 of type vlan for network da444b40-f43d-4bde-a1f2-c30e8ad5c5ee Feb 14 15:18:10.159304 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] Publish callbacks [] for port (56799805-9581-427d-9206-ca0ee9a313c5), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:10.164565 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-887bf2bf-ce19-484b-9f7c-22bfe9733db9 req-e2b99477-83b9-4499-847e-531908c1bc27 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad HTTP/1.1" status: 200 len: 217 time: 0.0802886 Feb 14 15:18:10.166621 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272916e7-71dd-4ff4-a2d1-749d6a531b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2575ee5e-e244-4951-95ed-7c24b35a0265,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:10.188142 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] Transition to ACTIVE for port object 56799805-9581-427d-9206-ca0ee9a313c5 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:18:10.192756 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-ee95b85b-9617-4c3b-ba18-ee0ccb8c4366 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Allocated IP 172.20.0.8 (f46612e4-5188-4afd-b927-413922cf4afb/36ea11a7-e606-4181-a1a1-331e0ed702b8/48624f8e-759c-4a17-8f94-964331589aa1) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:18:10.203205 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (56799805-9581-427d-9206-ca0ee9a313c5), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:10.275093 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port f220a3dd-73f2-4961-b7ad-99cbb024e554, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f220a3dd-73f2-4961-b7ad-99cbb024e554,segment=NetworkSegment(1ae138bf-95a3-42da-9057-418c2dffc77b),segment_id=1ae138bf-95a3-42da-9057-418c2dffc77b)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:10.291558 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': 'f220a3dd-73f2-4961-b7ad-99cbb024e554', 'network_id': '00f85281-ff4d-4b0b-88d7-a69a834aef35', 'port_id': 'f220a3dd-73f2-4961-b7ad-99cbb024e554', 'mac_address': 'fa:16:3e:d7:2d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ea2392-36a5-4e0f-bc30-1b0aaada039f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:18:10.309008 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] Pushing event updated for resources: {'Port': ['ID=56799805-9581-427d-9206-ca0ee9a313c5,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:10.347604 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-272916e7-71dd-4ff4-a2d1-749d6a531b5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752304802214'] for network (da444b40-f43d-4bde-a1f2-c30e8ad5c5ee), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:10.386232 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] Attempting to bind port 56799805-9581-427d-9206-ca0ee9a313c5 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:18:10.386950 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] Attempting to bind port 56799805-9581-427d-9206-ca0ee9a313c5 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '8af021fa-9e1c-4f25-b0ac-b84f4ac98747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:18:10.387608 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] Attempting to bind port 56799805-9581-427d-9206-ca0ee9a313c5 on network d8a50fc3-d129-4b74-b14e-edfcc858c8cc {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:18:10.387762 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b3bacb03-69d5-4078-ad03-dac1bc7e5268 req-dd168925-5e12-4290-8641-092d61340f1c tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635155 Feb 14 15:18:10.399521 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bf2bf-ce19-484b-9f7c-22bfe9733db9 req-10166455-8bf4-4676-b4c7-cfc666826995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:10.402648 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-887bf2bf-ce19-484b-9f7c-22bfe9733db9 req-10166455-8bf4-4676-b4c7-cfc666826995 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=01ea2392-36a5-4e0f-bc30-1b0aaada039f HTTP/1.1" status: 200 len: 858 time: 0.2235401 Feb 14 15:18:10.404729 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port f220a3dd-73f2-4961-b7ad-99cbb024e554 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:18:10.407479 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (f220a3dd-73f2-4961-b7ad-99cbb024e554), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:10.422130 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-272916e7-71dd-4ff4-a2d1-749d6a531b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for network (da444b40-f43d-4bde-a1f2-c30e8ad5c5ee), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:10.423169 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272916e7-71dd-4ff4-a2d1-749d6a531b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:10.423663 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] Port 56799805-9581-427d-9206-ca0ee9a313c5 on network d8a50fc3-d129-4b74-b14e-edfcc858c8cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:18:10.423981 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-272916e7-71dd-4ff4-a2d1-749d6a531b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:10.424136 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] Attempting to bind port 56799805-9581-427d-9206-ca0ee9a313c5 on network d8a50fc3-d129-4b74-b14e-edfcc858c8cc {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:18:10.444435 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f220a3dd-73f2-4961-b7ad-99cbb024e554 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:18:10.471575 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-887bf2bf-ce19-484b-9f7c-22bfe9733db9 req-a4afb7bb-af6a-4889-8690-d2096dd2c4e3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=00f85281-ff4d-4b0b-88d7-a69a834aef35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625417 Feb 14 15:18:10.497742 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port f220a3dd-73f2-4961-b7ad-99cbb024e554, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f220a3dd-73f2-4961-b7ad-99cbb024e554,segment=NetworkSegment(1ae138bf-95a3-42da-9057-418c2dffc77b),segment_id=1ae138bf-95a3-42da-9057-418c2dffc77b)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:10.507304 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (f220a3dd-73f2-4961-b7ad-99cbb024e554), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:10.524579 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] Checking agent: {'id': 'f190771b-33cd-44d9-aea8-80be24af3e8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'started_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:18:10.524941 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] Checking segment: {'id': '8af021fa-9e1c-4f25-b0ac-b84f4ac98747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:18:10.525650 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] Bound using segment: {'id': '8af021fa-9e1c-4f25-b0ac-b84f4ac98747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:18:10.526109 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] Bound port: 56799805-9581-427d-9206-ca0ee9a313c5, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af021fa-9e1c-4f25-b0ac-b84f4ac98747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:18:10.526474 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (56799805-9581-427d-9206-ca0ee9a313c5), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:10.562638 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f48da-f152-4219-a81f-ead9422a18f8 req-b0fb2943-c990-4f17-8f72-4bf959f5c190 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:10.564278 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-100f48da-f152-4219-a81f-ead9422a18f8 req-b0fb2943-c990-4f17-8f72-4bf959f5c190 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 945 time: 0.2525411 Feb 14 15:18:10.628861 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-272916e7-71dd-4ff4-a2d1-749d6a531b5f admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4950581 Feb 14 15:18:10.629062 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 34766) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:10.633038 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6b4769a4-2bd4-4629-a8fe-528751198f4c req-9c402623-5350-4e22-abb3-9f44f0951f1d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 210 time: 0.1029687 Feb 14 15:18:10.640786 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-069a4e7f-3551-48b2-a527-1d23d71038ea admin admin] Request body: {'subnet': {'network_id': 'da444b40-f43d-4bde-a1f2-c30e8ad5c5ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-352592137-subnet', 'tenant_id': '931bc9189c7240639f50e4ab4dcf2661', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:18:10.674647 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069a4e7f-3551-48b2-a527-1d23d71038ea admin admin] Made reservation on behalf of 931bc9189c7240639f50e4ab4dcf2661 for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:18:10.678175 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-069a4e7f-3551-48b2-a527-1d23d71038ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:10.686847 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272916e7-71dd-4ff4-a2d1-749d6a531b5f admin admin] Pushing event updated for resources: {'Network': ['ID=da444b40-f43d-4bde-a1f2-c30e8ad5c5ee,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:10.694746 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=f220a3dd-73f2-4961-b7ad-99cbb024e554,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:10.709760 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Network da444b40-f43d-4bde-a1f2-c30e8ad5c5ee details requested by agent ovs-agent-dv-cinder-815146-10-iscsi with host dv-cinder-815146-10-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:18:10.720672 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-ee95b85b-9617-4c3b-ba18-ee0ccb8c4366 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for port (48624f8e-759c-4a17-8f94-964331589aa1), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:10.760878 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['f220a3dd-73f2-4961-b7ad-99cbb024e554'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:18:10.767657 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-887bf2bf-ce19-484b-9f7c-22bfe9733db9 req-f44511f7-f6ec-4588-b5c5-ecdce6c596e3 service neutron] 10.222.0.77 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887409 Feb 14 15:18:10.780899 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] For port 56799805-9581-427d-9206-ca0ee9a313c5, host hv-cinder-81514, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:18:10.824736 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:18:10.866820 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-100f48da-f152-4219-a81f-ead9422a18f8 req-2627d851-c3e2-45ad-8d60-a724e302cdc6 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fad3557-3afd-4f8e-828a-d489baebb945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885826 Feb 14 15:18:10.917371 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-ee95b85b-9617-4c3b-ba18-ee0ccb8c4366 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (48624f8e-759c-4a17-8f94-964331589aa1), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:10.922080 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] For port 56799805-9581-427d-9206-ca0ee9a313c5, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=56799805-9581-427d-9206-ca0ee9a313c5,segment=NetworkSegment(8af021fa-9e1c-4f25-b0ac-b84f4ac98747),segment_id=8af021fa-9e1c-4f25-b0ac-b84f4ac98747)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:18:10.961228 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (56799805-9581-427d-9206-ca0ee9a313c5), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:10.998929 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-ee95b85b-9617-4c3b-ba18-ee0ccb8c4366 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Network f46612e4-5188-4afd-b927-413922cf4afb is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:18:11.008651 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-887bf2bf-ce19-484b-9f7c-22bfe9733db9 req-8f31320e-977e-412d-ba88-2512084872a3 service neutron] 10.222.0.77 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340641 Feb 14 15:18:11.009174 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-ee95b85b-9617-4c3b-ba18-ee0ccb8c4366 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:18:11.017202 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c599a3-08fc-40d9-b70f-6d053a1bceb9 req-48ab62ce-9d20-4c00-8f86-f98f6312950c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:11.018897 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-39c599a3-08fc-40d9-b70f-6d053a1bceb9 req-48ab62ce-9d20-4c00-8f86-f98f6312950c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 944 time: 0.1628315 Feb 14 15:18:11.034773 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-ee95b85b-9617-4c3b-ba18-ee0ccb8c4366 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:18:11.041546 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-ee95b85b-9617-4c3b-ba18-ee0ccb8c4366 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:11.042380 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-ee95b85b-9617-4c3b-ba18-ee0ccb8c4366 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:11.076368 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-39c599a3-08fc-40d9-b70f-6d053a1bceb9 req-17629644-12e1-42ea-8388-58b88cfd690b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511093 Feb 14 15:18:11.125076 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:11.125724 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:11.127160 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] 10.222.0.77 "PUT /v2.0/ports/56799805-9581-427d-9206-ca0ee9a313c5 HTTP/1.1" status: 200 len: 1093 time: 2.4797862 Feb 14 15:18:11.132688 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95b85b-9617-4c3b-ba18-ee0ccb8c4366 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Pushing event updated for resources: {'Port': ['ID=48624f8e-759c-4a17-8f94-964331589aa1,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:11.134835 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124d95df-5de2-42f5-9cfc-b14e07e72a37', 'tag': '56799805-9581-427d-9206-ca0ee9a313c5'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:18:11.137351 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f70253a-88a2-4b34-b9bb-1fc35adaca2f" -d '{"events": [{"name": "network-changed", "server_uuid": "124d95df-5de2-42f5-9cfc-b14e07e72a37", "tag": "56799805-9581-427d-9206-ca0ee9a313c5"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:18:11.203820 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-ee95b85b-9617-4c3b-ba18-ee0ccb8c4366 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3759265 Feb 14 15:18:11.220288 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54ed902-5922-4129-82ad-fdc2d54377fe x-openstack-request-id: req-a54ed902-5922-4129-82ad-fdc2d54377fe {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:18:11.220560 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124d95df-5de2-42f5-9cfc-b14e07e72a37", "tag": "56799805-9581-427d-9206-ca0ee9a313c5", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:18:11.220761 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a54ed902-5922-4129-82ad-fdc2d54377fe {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:18:11.221167 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124d95df-5de2-42f5-9cfc-b14e07e72a37', 'tag': '56799805-9581-427d-9206-ca0ee9a313c5', 'status': 'completed', 'code': 200} Feb 14 15:18:11.230346 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] Request body: {'port': {'device_id': 'b7561bc0-08a7-4b25-8e28-bf4201e62514', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:18:11.307363 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a3b4c-ae77-45cd-8535-b7b44e1dfb09 req-495f0fe9-22ed-435a-bd00-986fb0bd2c9c tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:11.308952 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a14a3b4c-ae77-45cd-8535-b7b44e1dfb09 req-495f0fe9-22ed-435a-bd00-986fb0bd2c9c tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 945 time: 0.3063347 Feb 14 15:18:11.354394 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f06fe7-1491-476b-9a62-b8e7d19ffcbb service neutron] Pushing event updated for resources: {'Port': ['ID=56799805-9581-427d-9206-ca0ee9a313c5,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:11.373907 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-3418d315-bbe0-40bc-beed-b3c1a7aa99ae None None] Provisioning complete for port 48624f8e-759c-4a17-8f94-964331589aa1 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:18:11.374618 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-3418d315-bbe0-40bc-beed-b3c1a7aa99ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (48624f8e-759c-4a17-8f94-964331589aa1), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:11.399716 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-069a4e7f-3551-48b2-a527-1d23d71038ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for subnet (c8fb9deb-e739-4fdb-bab2-c3e660fd410f), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:11.414155 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-3418d315-bbe0-40bc-beed-b3c1a7aa99ae None None] Port 48624f8e-759c-4a17-8f94-964331589aa1 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:18:11.455933 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-f12bf418-c1ab-4a5c-8517-271a5b1cd2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:11.457528 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-f12bf418-c1ab-4a5c-8517-271a5b1cd2c2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=656f45aa39584fa99a563c00f915eda2&device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 1127 time: 0.2590730 Feb 14 15:18:11.464566 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (48624f8e-759c-4a17-8f94-964331589aa1), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:11.499276 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a14a3b4c-ae77-45cd-8535-b7b44e1dfb09 req-45bf2d8d-f640-4228-995a-acc332cd8782 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758995 Feb 14 15:18:11.549346 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-49f05c77-4b65-42c2-b84c-26ca9d8daa63 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56799805-9581-427d-9206-ca0ee9a313c5 HTTP/1.1" status: 200 len: 217 time: 0.0791838 Feb 14 15:18:11.562599 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79614d6c-b334-4f1c-b70a-f1bef6e9a24d req-0679b52f-3cc9-4b42-aa99-89b311588902 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:11.564120 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-79614d6c-b334-4f1c-b70a-f1bef6e9a24d req-0679b52f-3cc9-4b42-aa99-89b311588902 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 943 time: 0.0723066 Feb 14 15:18:11.568747 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a4e7f-3551-48b2-a527-1d23d71038ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8fb9deb-e739-4fdb-bab2-c3e660fd410f,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:11.629996 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-79614d6c-b334-4f1c-b70a-f1bef6e9a24d req-4b6ddd38-a8ca-4c10-9fbc-5fd241a176ec tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574706 Feb 14 15:18:11.633049 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069a4e7f-3551-48b2-a527-1d23d71038ea admin admin] Checking segment: {'id': 'f9c61e8c-493d-4de1-a943-84b290ee8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'da444b40-f43d-4bde-a1f2-c30e8ad5c5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:18:11.633931 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069a4e7f-3551-48b2-a527-1d23d71038ea admin admin] Network hostable DHCP agents. Network: da444b40-f43d-4bde-a1f2-c30e8ad5c5ee, hostable agents: ['b66b99de-e32e-4873-b4e6-197912f08fb5'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:18:11.717076 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-311242bf-1139-4356-869c-d3b965d2798f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:11.718738 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-311242bf-1139-4356-869c-d3b965d2798f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d07b9fd1-0958-4b2c-aed9-2e37c98ea84c HTTP/1.1" status: 200 len: 849 time: 0.1464367 Feb 14 15:18:11.764610 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069a4e7f-3551-48b2-a527-1d23d71038ea admin admin] Network da444b40-f43d-4bde-a1f2-c30e8ad5c5ee is scheduled to be hosted by DHCP agent b66b99de-e32e-4873-b4e6-197912f08fb5 with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:18:11.836458 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-069a4e7f-3551-48b2-a527-1d23d71038ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-10-iscsi, da444b40-f43d-4bde-a1f2-c30e8ad5c5ee) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:18:11.840982 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069a4e7f-3551-48b2-a527-1d23d71038ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:11.841598 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-069a4e7f-3551-48b2-a527-1d23d71038ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:11.847675 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a526f30c-4636-4955-a0b8-33560a650699 None None] Network da444b40-f43d-4bde-a1f2-c30e8ad5c5ee requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:18:11.933076 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-069a4e7f-3551-48b2-a527-1d23d71038ea admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3000255 Feb 14 15:18:11.946302 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc12a0e-a500-4125-9e81-78464090f58c req-9aef6b3e-5713-49be-974b-997e5dff1cb0 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:11.953029 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7dc12a0e-a500-4125-9e81-78464090f58c req-9aef6b3e-5713-49be-974b-997e5dff1cb0 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 931 time: 0.2111681 Feb 14 15:18:11.963909 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-03c55c2c-9b2f-4281-9b9b-1c1f10dc607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:11.965428 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-03c55c2c-9b2f-4281-9b9b-1c1f10dc607a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8a50fc3-d129-4b74-b14e-edfcc858c8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2368748 Feb 14 15:18:12.019164 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff90aeda-8cc2-445a-bd49-81ebef8950c3 None None] Network da444b40-f43d-4bde-a1f2-c30e8ad5c5ee requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:18:12.034251 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be9e6b-e4c5-463c-8030-bf218e482003 req-146a2022-6600-4ba1-b857-21d0c862be64 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:12.045238 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-60be9e6b-e4c5-463c-8030-bf218e482003 req-146a2022-6600-4ba1-b857-21d0c862be64 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 945 time: 0.0785840 Feb 14 15:18:12.069297 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7dc12a0e-a500-4125-9e81-78464090f58c req-7c0e42c8-553a-4d4f-870c-09e5506b014d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152916 Feb 14 15:18:12.120623 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:18:12.125428 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:18:12.141698 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-60be9e6b-e4c5-463c-8030-bf218e482003 req-6d2f9343-a044-4a60-837e-8b46a1602df3 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fad3557-3afd-4f8e-828a-d489baebb945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905390 Feb 14 15:18:12.214060 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48624f8e-759c-4a17-8f94-964331589aa1 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:18:12.234816 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] Publish callbacks [] for port (48624f8e-759c-4a17-8f94-964331589aa1), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:12.265390 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-e5c07af2-5532-4a2d-8bca-bd3f18424420 service neutron] 10.222.0.77 "GET /v2.0/networks/d8a50fc3-d129-4b74-b14e-edfcc858c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867014 Feb 14 15:18:12.305691 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] Transition to ACTIVE for port object 48624f8e-759c-4a17-8f94-964331589aa1 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:18:12.325706 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (48624f8e-759c-4a17-8f94-964331589aa1), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:12.326310 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning for port 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:18:12.344259 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:18:12.344259 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (72d1272c-7e97-4f42-bf4e-a87c50a5a4eb), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:12.406655 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad,segment=NetworkSegment(1ae138bf-95a3-42da-9057-418c2dffc77b),segment_id=1ae138bf-95a3-42da-9057-418c2dffc77b)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:12.426753 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': 'b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad', 'network_id': '00f85281-ff4d-4b0b-88d7-a69a834aef35', 'port_id': 'b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad', 'mac_address': 'fa:16:3e:02:b8:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ea2392-36a5-4e0f-bc30-1b0aaada039f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:18:12.494183 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:18:12.494580 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (72d1272c-7e97-4f42-bf4e-a87c50a5a4eb), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:12.523160 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:18:12.523642 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:12.530375 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 34832) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:12.539204 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b18542-a882-4be6-b4c6-161eb89cf6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d1272c-7e97-4f42-bf4e-a87c50a5a4eb'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:18:12.650578 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231cf55-5068-4161-8317-c07a0672d7f6 req-ae7ffa56-8e9a-4d8d-a21a-f83797bd21bd tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:12.652429 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0231cf55-5068-4161-8317-c07a0672d7f6 req-ae7ffa56-8e9a-4d8d-a21a-f83797bd21bd tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 944 time: 0.4496949 Feb 14 15:18:12.685773 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:18:12.700712 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=72d1272c-7e97-4f42-bf4e-a87c50a5a4eb,segment=NetworkSegment(2ef02161-d4f8-439c-85f4-cdfc6ce638a7),segment_id=2ef02161-d4f8-439c-85f4-cdfc6ce638a7)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:12.714003 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5c3a2-9be2-4926-b231-c43f9b63220e req-326a7cfa-eb16-4aab-ac85-360161d216b4 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:12.721514 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f1d5c3a2-9be2-4926-b231-c43f9b63220e req-326a7cfa-eb16-4aab-ac85-360161d216b4 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 945 time: 0.1086714 Feb 14 15:18:12.724958 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad,segment=NetworkSegment(1ae138bf-95a3-42da-9057-418c2dffc77b),segment_id=1ae138bf-95a3-42da-9057-418c2dffc77b)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:12.733216 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (72d1272c-7e97-4f42-bf4e-a87c50a5a4eb), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:12.734017 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 44b0868f-fa37-4cbc-b055-0b56461ac853 up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:18:12.760840 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=48624f8e-759c-4a17-8f94-964331589aa1,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:12.790276 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c046ec6e-3bd0-4f96-adf8-13f3c70a893e req-9cc4de70-1244-4ab9-ab5f-ebefe1f517fd service neutron] 10.222.0.77 "GET /v2.0/networks/d8a50fc3-d129-4b74-b14e-edfcc858c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155883 Feb 14 15:18:12.807775 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] Attempting to bind port 48624f8e-759c-4a17-8f94-964331589aa1 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:18:12.807920 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] Attempting to bind port 48624f8e-759c-4a17-8f94-964331589aa1 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '73ace081-d880-40d5-b28d-384c0a5f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:18:12.808150 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] Attempting to bind port 48624f8e-759c-4a17-8f94-964331589aa1 on network f46612e4-5188-4afd-b927-413922cf4afb {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:18:12.811245 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f1d5c3a2-9be2-4926-b231-c43f9b63220e req-37886692-daba-4840-bbbc-0bb7b6bd5f84 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886683 Feb 14 15:18:12.830781 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-defdab30-bcf7-42a7-ba09-52d2139383d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:12.852101 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0231cf55-5068-4161-8317-c07a0672d7f6 req-df8d14dc-cfe4-4218-8157-a088a131211c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872640 Feb 14 15:18:12.852947 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] Port 48624f8e-759c-4a17-8f94-964331589aa1 on network f46612e4-5188-4afd-b927-413922cf4afb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:18:12.853285 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] Attempting to bind port 48624f8e-759c-4a17-8f94-964331589aa1 on network f46612e4-5188-4afd-b927-413922cf4afb {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:18:12.866869 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] Checking agent: {'id': 'f190771b-33cd-44d9-aea8-80be24af3e8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'started_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:18:12.867214 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] Checking segment: {'id': '73ace081-d880-40d5-b28d-384c0a5f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:18:12.868922 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] Bound using segment: {'id': '73ace081-d880-40d5-b28d-384c0a5f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:18:12.870601 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] Bound port: 48624f8e-759c-4a17-8f94-964331589aa1, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ace081-d880-40d5-b28d-384c0a5f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:18:12.871430 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (48624f8e-759c-4a17-8f94-964331589aa1), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:12.872155 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:12.933082 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:12.986036 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning for port 44b0868f-fa37-4cbc-b055-0b56461ac853 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:18:12.997521 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=72d1272c-7e97-4f42-bf4e-a87c50a5a4eb,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:12.998746 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] For port 48624f8e-759c-4a17-8f94-964331589aa1, host hv-cinder-81514, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:18:13.005900 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75922f92-c578-44a6-8c33-a121367afb4c req-6b7fc541-a85e-4d03-871f-e7b7b1ac89e2 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:13.011042 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] For port 48624f8e-759c-4a17-8f94-964331589aa1, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=48624f8e-759c-4a17-8f94-964331589aa1,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:18:13.014318 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-75922f92-c578-44a6-8c33-a121367afb4c req-6b7fc541-a85e-4d03-871f-e7b7b1ac89e2 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 943 time: 0.0840955 Feb 14 15:18:13.023893 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (48624f8e-759c-4a17-8f94-964331589aa1), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.039334 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 34850) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:13.044729 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-4b4c62be-1cd9-4d13-b8ef-be09d06c6673 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1912935178-network', 'tenant_id': '010271c1a5b148a4a7a1ca5e74e9b32f'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:18:13.069746 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-defdab30-bcf7-42a7-ba09-52d2139383d4 admin admin] Publish callbacks [] for security_group (84d022c2-daa5-4e16-8847-f1024fa375b1), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.074618 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:13.075239 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.076711 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port 44b0868f-fa37-4cbc-b055-0b56461ac853 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:18:13.076844 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] 10.222.0.77 "PUT /v2.0/ports/48624f8e-759c-4a17-8f94-964331589aa1 HTTP/1.1" status: 200 len: 1093 time: 1.8594935 Feb 14 15:18:13.077092 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (44b0868f-fa37-4cbc-b055-0b56461ac853), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.082305 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233c8927-d938-455a-a7aa-c2441ba0954c" -d '{"events": [{"server_uuid": "90b18542-a882-4be6-b4c6-161eb89cf6ed", "name": "network-vif-plugged", "status": "completed", "tag": "72d1272c-7e97-4f42-bf4e-a87c50a5a4eb"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:18:13.091111 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-75922f92-c578-44a6-8c33-a121367afb4c req-22bfbdcf-9d3f-41e4-a170-424e8a071532 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732415 Feb 14 15:18:13.095915 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-defdab30-bcf7-42a7-ba09-52d2139383d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (84d022c2-daa5-4e16-8847-f1024fa375b1), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.120042 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4c62be-1cd9-4d13-b8ef-be09d06c6673 admin admin] Made reservation on behalf of 010271c1a5b148a4a7a1ca5e74e9b32f for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:18:13.124128 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4b4c62be-1cd9-4d13-b8ef-be09d06c6673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.142974 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-defdab30-bcf7-42a7-ba09-52d2139383d4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6928cc2d991a4e85a6dae7091da5ae2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6110730 Feb 14 15:18:13.144422 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4b4c62be-1cd9-4d13-b8ef-be09d06c6673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.150699 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 34858) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:13.163248 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdab30-bcf7-42a7-ba09-52d2139383d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d022c2-daa5-4e16-8847-f1024fa375b1,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:13.169078 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025a247-0080-404c-adac-ea4254c29cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=48624f8e-759c-4a17-8f94-964331589aa1,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:13.188494 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:13.227707 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7561bc0-08a7-4b25-8e28-bf4201e62514', 'tag': '48624f8e-759c-4a17-8f94-964331589aa1'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:18:13.231456 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc374779-d43d-47e2-bb2e-de0a86ca8d39" -d '{"events": [{"name": "network-changed", "server_uuid": "b7561bc0-08a7-4b25-8e28-bf4201e62514", "tag": "48624f8e-759c-4a17-8f94-964331589aa1"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:18:13.309484 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4818e25c-c116-49b7-aa5b-46c7b7e7ed20 admin admin] Publish callbacks [] for security_group (84d022c2-daa5-4e16-8847-f1024fa375b1), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.312180 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4b4c62be-1cd9-4d13-b8ef-be09d06c6673 admin admin] Publish callbacks [] for security_group (eb9af892-d7af-40c2-82d1-251d19abbee6), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.316563 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 44b0868f-fa37-4cbc-b055-0b56461ac853 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:18:13.317240 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (44b0868f-fa37-4cbc-b055-0b56461ac853), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.318225 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4b4c62be-1cd9-4d13-b8ef-be09d06c6673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (eb9af892-d7af-40c2-82d1-251d19abbee6), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.334715 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f0c3f-89fe-47a4-a33e-c6d742e2c567 req-3b2d4865-6778-41fc-b7be-da38a817c166 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:13.336317 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-093f0c3f-89fe-47a4-a33e-c6d742e2c567 req-3b2d4865-6778-41fc-b7be-da38a817c166 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.1067193 Feb 14 15:18:13.346784 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4c62be-1cd9-4d13-b8ef-be09d06c6673 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=102563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:18:13.347251 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4818e25c-c116-49b7-aa5b-46c7b7e7ed20 admin admin] Publish callbacks [] for security_group (84d022c2-daa5-4e16-8847-f1024fa375b1), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.351756 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1f4d8f-a544-4663-8095-8f5fad661861 x-openstack-request-id: req-cf1f4d8f-a544-4663-8095-8f5fad661861 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:18:13.352181 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b18542-a882-4be6-b4c6-161eb89cf6ed", "name": "network-vif-plugged", "status": "completed", "tag": "72d1272c-7e97-4f42-bf4e-a87c50a5a4eb", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:18:13.352542 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cf1f4d8f-a544-4663-8095-8f5fad661861 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:18:13.353095 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b18542-a882-4be6-b4c6-161eb89cf6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d1272c-7e97-4f42-bf4e-a87c50a5a4eb', 'code': 200} Feb 14 15:18:13.359112 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4b4c62be-1cd9-4d13-b8ef-be09d06c6673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (41bb5ab0-80de-4241-b5dd-4a8e73aa5e74), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.359461 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-4b4c62be-1cd9-4d13-b8ef-be09d06c6673 admin admin] Added segment 41bb5ab0-80de-4241-b5dd-4a8e73aa5e74 of type vlan for network e5833a03-fd19-4719-b3f9-d85459de606d Feb 14 15:18:13.385622 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 44b0868f-fa37-4cbc-b055-0b56461ac853, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=44b0868f-fa37-4cbc-b055-0b56461ac853,segment=NetworkSegment(51d015d4-cb41-4169-9c17-68bb917adb3e),segment_id=51d015d4-cb41-4169-9c17-68bb917adb3e)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:13.396666 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (44b0868f-fa37-4cbc-b055-0b56461ac853), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.398016 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device f220a3dd-73f2-4961-b7ad-99cbb024e554 up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:18:13.445527 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-093f0c3f-89fe-47a4-a33e-c6d742e2c567 req-10a51eac-1c03-4849-ab34-0f3de95af3bf tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882151 Feb 14 15:18:13.446275 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4b4c62be-1cd9-4d13-b8ef-be09d06c6673 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752304802214'] for network (e5833a03-fd19-4719-b3f9-d85459de606d), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.465476 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4818e25c-c116-49b7-aa5b-46c7b7e7ed20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (84d022c2-daa5-4e16-8847-f1024fa375b1), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.468289 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4818e25c-c116-49b7-aa5b-46c7b7e7ed20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.471844 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-4818e25c-c116-49b7-aa5b-46c7b7e7ed20 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/84d022c2-daa5-4e16-8847-f1024fa375b1 HTTP/1.1" status: 204 len: 168 time: 0.3144162 Feb 14 15:18:13.474013 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-51450ce4-b650-4723-b3e4-3eb5acdd5782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.479279 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818e25c-c116-49b7-aa5b-46c7b7e7ed20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d022c2-daa5-4e16-8847-f1024fa375b1,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:13.540318 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83a18f1-e982-4233-b6f2-36ad03528c80 x-openstack-request-id: req-b83a18f1-e982-4233-b6f2-36ad03528c80 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:18:13.540637 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7561bc0-08a7-4b25-8e28-bf4201e62514", "tag": "48624f8e-759c-4a17-8f94-964331589aa1", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:18:13.540862 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b83a18f1-e982-4233-b6f2-36ad03528c80 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:18:13.541251 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7561bc0-08a7-4b25-8e28-bf4201e62514', 'tag': '48624f8e-759c-4a17-8f94-964331589aa1', 'status': 'completed', 'code': 200} Feb 14 15:18:13.553530 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c62be-1cd9-4d13-b8ef-be09d06c6673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9af892-d7af-40c2-82d1-251d19abbee6,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:13.560505 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4b4c62be-1cd9-4d13-b8ef-be09d06c6673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for network (e5833a03-fd19-4719-b3f9-d85459de606d), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.561638 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4c62be-1cd9-4d13-b8ef-be09d06c6673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:13.562206 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4b4c62be-1cd9-4d13-b8ef-be09d06c6673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.595162 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning for port f220a3dd-73f2-4961-b7ad-99cbb024e554 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:18:13.601240 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=44b0868f-fa37-4cbc-b055-0b56461ac853,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:13.610361 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port f220a3dd-73f2-4961-b7ad-99cbb024e554 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:18:13.610977 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (f220a3dd-73f2-4961-b7ad-99cbb024e554), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.625920 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 34868) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:13.626253 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4b4c62be-1cd9-4d13-b8ef-be09d06c6673 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5854666 Feb 14 15:18:13.636221 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-4947da69-8e0e-4e80-a5c5-046bf594eb33 admin admin] Request body: {'subnet': {'network_id': 'e5833a03-fd19-4719-b3f9-d85459de606d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1912935178-subnet', 'tenant_id': '010271c1a5b148a4a7a1ca5e74e9b32f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:18:13.671206 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4947da69-8e0e-4e80-a5c5-046bf594eb33 admin admin] Made reservation on behalf of 010271c1a5b148a4a7a1ca5e74e9b32f for: {'subnet': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:18:13.675546 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4947da69-8e0e-4e80-a5c5-046bf594eb33 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.677433 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbb13a-0682-4fc4-b655-72d1134af980 req-999f483c-6b50-4b87-9503-65bcc823c41d tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:13.679216 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2ccbb13a-0682-4fc4-b655-72d1134af980 req-999f483c-6b50-4b87-9503-65bcc823c41d tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 946 time: 0.1821799 Feb 14 15:18:13.680420 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c62be-1cd9-4d13-b8ef-be09d06c6673 admin admin] Pushing event updated for resources: {'Network': ['ID=e5833a03-fd19-4719-b3f9-d85459de606d,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:13.738136 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2ccbb13a-0682-4fc4-b655-72d1134af980 req-f7466f7b-b876-41f8-8d85-687e89900aa7 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fad3557-3afd-4f8e-828a-d489baebb945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531578 Feb 14 15:18:13.771065 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Network e5833a03-fd19-4719-b3f9-d85459de606d details requested by agent ovs-agent-dv-cinder-815146-10-iscsi with host dv-cinder-815146-10-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:18:13.905494 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port f220a3dd-73f2-4961-b7ad-99cbb024e554 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:18:13.906121 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (f220a3dd-73f2-4961-b7ad-99cbb024e554), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.940471 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4947da69-8e0e-4e80-a5c5-046bf594eb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for subnet (e2181105-5777-49c3-a7f9-f8afb202d4e6), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.952130 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port f220a3dd-73f2-4961-b7ad-99cbb024e554, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f220a3dd-73f2-4961-b7ad-99cbb024e554,segment=NetworkSegment(1ae138bf-95a3-42da-9057-418c2dffc77b),segment_id=1ae138bf-95a3-42da-9057-418c2dffc77b)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:13.958329 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (f220a3dd-73f2-4961-b7ad-99cbb024e554), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:13.985468 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 34876) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:14.004005 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d634cbce-f3ef-4e0e-b6b0-667891b0be35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:14.013143 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=f220a3dd-73f2-4961-b7ad-99cbb024e554,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:14.022328 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947da69-8e0e-4e80-a5c5-046bf594eb33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2181105-5777-49c3-a7f9-f8afb202d4e6,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:14.032168 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d72a6-0937-4ff1-8a42-ce285b8bfa61 req-aed2ba40-2286-45d8-85cd-bdf8b857cdb0 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:14.033679 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d97d72a6-0937-4ff1-8a42-ce285b8bfa61 req-aed2ba40-2286-45d8-85cd-bdf8b857cdb0 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 946 time: 0.1413248 Feb 14 15:18:14.038619 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245fdbe-6fde-4af0-95ec-0963361893a2 req-13765286-5e98-4f35-8e7d-ebb89930e151 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:14.040192 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5245fdbe-6fde-4af0-95ec-0963361893a2 req-13765286-5e98-4f35-8e7d-ebb89930e151 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 945 time: 0.1002822 Feb 14 15:18:14.042385 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4947da69-8e0e-4e80-a5c5-046bf594eb33 admin admin] Checking segment: {'id': '41bb5ab0-80de-4241-b5dd-4a8e73aa5e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'e5833a03-fd19-4719-b3f9-d85459de606d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:18:14.042742 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4947da69-8e0e-4e80-a5c5-046bf594eb33 admin admin] Network hostable DHCP agents. Network: e5833a03-fd19-4719-b3f9-d85459de606d, hostable agents: ['b66b99de-e32e-4873-b4e6-197912f08fb5'], hosted agents: [] {{(pid=102564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:18:14.087348 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4947da69-8e0e-4e80-a5c5-046bf594eb33 admin admin] Network e5833a03-fd19-4719-b3f9-d85459de606d is scheduled to be hosted by DHCP agent b66b99de-e32e-4873-b4e6-197912f08fb5 with binding_index 1 {{(pid=102564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:18:14.098217 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d97d72a6-0937-4ff1-8a42-ce285b8bfa61 req-5a8cee95-4b31-4e89-9db2-41610cb340a0 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576832 Feb 14 15:18:14.103027 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-4947da69-8e0e-4e80-a5c5-046bf594eb33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-10-iscsi, e5833a03-fd19-4719-b3f9-d85459de606d) {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:18:14.112306 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5415cdfb-d8bc-4089-8c9a-f9a6e1654a9d None None] Network e5833a03-fd19-4719-b3f9-d85459de606d requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:18:14.112754 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4947da69-8e0e-4e80-a5c5-046bf594eb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:14.114231 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4947da69-8e0e-4e80-a5c5-046bf594eb33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:14.130284 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5245fdbe-6fde-4af0-95ec-0963361893a2 req-2880bda7-ff40-4089-9e19-fbee5b3f9cbb tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829349 Feb 14 15:18:14.159992 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-4947da69-8e0e-4e80-a5c5-046bf594eb33 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5248432 Feb 14 15:18:14.177530 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d634cbce-f3ef-4e0e-b6b0-667891b0be35 admin admin] Publish callbacks [] for security_group (299702f6-2911-417e-9257-cb8bed7ae810), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:14.183429 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d634cbce-f3ef-4e0e-b6b0-667891b0be35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (299702f6-2911-417e-9257-cb8bed7ae810), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:14.232162 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634cbce-f3ef-4e0e-b6b0-667891b0be35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299702f6-2911-417e-9257-cb8bed7ae810,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:14.242217 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0c313e-9089-432e-a3d9-e7871e7092d5 None None] Network e5833a03-fd19-4719-b3f9-d85459de606d requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:18:14.246508 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98899e-cfe8-45bc-a87c-cbfe5781c059 req-98080e5f-fd1c-4733-93b2-f558f91cc99a tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:14.253588 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0c98899e-cfe8-45bc-a87c-cbfe5781c059 req-98080e5f-fd1c-4733-93b2-f558f91cc99a tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 943 time: 0.0762215 Feb 14 15:18:14.267074 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d634cbce-f3ef-4e0e-b6b0-667891b0be35 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7328ca2682a1401fb82409a033bce9dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774112 Feb 14 15:18:14.267404 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 34882) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:14.316231 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0c98899e-cfe8-45bc-a87c-cbfe5781c059 req-ef875343-cb80-47cc-a743-aaf8c445af18 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571525 Feb 14 15:18:14.329856 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-201691b8-92f4-4af9-94e2-907594a2a92b admin admin] Publish callbacks [] for security_group (299702f6-2911-417e-9257-cb8bed7ae810), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:14.352645 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-201691b8-92f4-4af9-94e2-907594a2a92b admin admin] Publish callbacks [] for security_group (299702f6-2911-417e-9257-cb8bed7ae810), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:14.401041 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-201691b8-92f4-4af9-94e2-907594a2a92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (299702f6-2911-417e-9257-cb8bed7ae810), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:14.403961 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-201691b8-92f4-4af9-94e2-907594a2a92b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:14.405134 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-201691b8-92f4-4af9-94e2-907594a2a92b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/299702f6-2911-417e-9257-cb8bed7ae810 HTTP/1.1" status: 204 len: 168 time: 0.1360724 Feb 14 15:18:14.413614 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201691b8-92f4-4af9-94e2-907594a2a92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299702f6-2911-417e-9257-cb8bed7ae810,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:14.587094 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471f5fc-09b5-4fa1-82d5-b4a400bc61f0 req-00a419be-8f28-476b-a59c-a0dd6fb8d63f tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:14.593895 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d471f5fc-09b5-4fa1-82d5-b4a400bc61f0 req-00a419be-8f28-476b-a59c-a0dd6fb8d63f tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.0641484 Feb 14 15:18:14.648470 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d471f5fc-09b5-4fa1-82d5-b4a400bc61f0 req-b6535d24-b5bc-48ea-ae2a-a2d7b4da310c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536494 Feb 14 15:18:14.912923 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665373c-c1b0-47c2-b7f0-21bfd1e58fb4 req-5ef29331-750e-4522-9332-850a233c89f4 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:14.914446 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6665373c-c1b0-47c2-b7f0-21bfd1e58fb4 req-5ef29331-750e-4522-9332-850a233c89f4 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 946 time: 0.0600498 Feb 14 15:18:14.961272 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6665373c-c1b0-47c2-b7f0-21bfd1e58fb4 req-c57927db-75a1-40fc-bba1-d1e53c4609a5 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fad3557-3afd-4f8e-828a-d489baebb945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410519 Feb 14 15:18:15.277655 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-b83d798f-1f22-4187-8846-97386e4136ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:15.279355 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-b83d798f-1f22-4187-8846-97386e4136ec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59e01ee3a909461f92070cf33d635c9f&device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 1127 time: 0.1288848 Feb 14 15:18:15.282341 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70253a-88a2-4b34-b9bb-1fc35adaca2f req-99bd07da-7c3a-4bba-adc8-c0685d0b3768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:15.283804 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3f70253a-88a2-4b34-b9bb-1fc35adaca2f req-99bd07da-7c3a-4bba-adc8-c0685d0b3768 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=656f45aa39584fa99a563c00f915eda2&device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 1127 time: 0.1317010 Feb 14 15:18:15.304177 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baa7f4-687a-4860-813e-e2647166fcee req-8d588751-e6f9-42e6-90cc-8e9664ab44f6 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:15.308212 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-17baa7f4-687a-4860-813e-e2647166fcee req-8d588751-e6f9-42e6-90cc-8e9664ab44f6 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 946 time: 0.0915675 Feb 14 15:18:15.309869 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0cade-7c96-47d7-a565-6baeeb0440c9 req-e7a1cc96-6d82-44c8-aad8-27a66661d43a tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:15.312026 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-acb0cade-7c96-47d7-a565-6baeeb0440c9 req-e7a1cc96-6d82-44c8-aad8-27a66661d43a tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0783851 Feb 14 15:18:15.353922 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cf051e-de69-4c09-9f19-d2bffcf9e522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b0868f-fa37-4cbc-b055-0b56461ac853'}, {'server_uuid': '54fe152a-1436-47c5-b991-34c9e94ad8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f220a3dd-73f2-4961-b7ad-99cbb024e554'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:18:15.356519 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c91cd90-3148-45a6-83c5-71154a33d185" -d '{"events": [{"server_uuid": "a8cf051e-de69-4c09-9f19-d2bffcf9e522", "name": "network-vif-plugged", "status": "completed", "tag": "44b0868f-fa37-4cbc-b055-0b56461ac853"}, {"server_uuid": "54fe152a-1436-47c5-b991-34c9e94ad8d6", "name": "network-vif-plugged", "status": "completed", "tag": "f220a3dd-73f2-4961-b7ad-99cbb024e554"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:18:15.382794 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-643604eb-1da7-43da-be36-cf85ff0e2b91 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48624f8e-759c-4a17-8f94-964331589aa1 HTTP/1.1" status: 200 len: 217 time: 0.0723288 Feb 14 15:18:15.458163 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:18:15.502288 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c22698b7-22c1-4b2d-bc39-b95a707604a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:15.503872 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-c22698b7-22c1-4b2d-bc39-b95a707604a5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36ea11a7-e606-4181-a1a1-331e0ed702b8 HTTP/1.1" status: 200 len: 856 time: 0.1075983 Feb 14 15:18:15.529147 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-17baa7f4-687a-4860-813e-e2647166fcee req-01f580ae-8917-445c-8ce7-873783884248 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087195 Feb 14 15:18:15.597745 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70253a-88a2-4b34-b9bb-1fc35adaca2f req-1085df62-eecd-4d6e-ab98-9c87ced32df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:15.606522 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3f70253a-88a2-4b34-b9bb-1fc35adaca2f req-1085df62-eecd-4d6e-ab98-9c87ced32df1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d8a50fc3-d129-4b74-b14e-edfcc858c8cc HTTP/1.1" status: 200 len: 911 time: 0.2857428 Feb 14 15:18:15.626602 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-82e5f356-94df-42e7-96f6-1558b2ac7b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:15.628676 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-82e5f356-94df-42e7-96f6-1558b2ac7b90 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f46612e4-5188-4afd-b927-413922cf4afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0975273 Feb 14 15:18:15.637159 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df7622-c442-4afd-97ec-41e5df617368 req-473a8384-4887-427e-84b2-3089cf6fdf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:15.637417 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6be0af24-152b-4fc6-9e17-f6b66e5006dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:15.639359 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-62df7622-c442-4afd-97ec-41e5df617368 req-473a8384-4887-427e-84b2-3089cf6fdf0c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 1130 time: 0.3261001 Feb 14 15:18:15.642854 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-acb0cade-7c96-47d7-a565-6baeeb0440c9 req-cec9a3a7-5b75-4e5f-b3f8-8f0512fbe5d4 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933836 Feb 14 15:18:15.708334 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f141809-b690-4ed8-bc51-0b5816cdb605 req-bab1cfbc-b272-4934-a80c-50f25945a08d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:15.710626 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2f141809-b690-4ed8-bc51-0b5816cdb605 req-bab1cfbc-b272-4934-a80c-50f25945a08d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 943 time: 0.0620854 Feb 14 15:18:15.714949 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 14 Feb 2022 15:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55e1b1a-a2f4-436e-bd7f-3dd7a3f5fa65 x-openstack-request-id: req-e55e1b1a-a2f4-436e-bd7f-3dd7a3f5fa65 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:18:15.715410 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cf051e-de69-4c09-9f19-d2bffcf9e522", "name": "network-vif-plugged", "status": "completed", "tag": "44b0868f-fa37-4cbc-b055-0b56461ac853", "code": 200}, {"server_uuid": "54fe152a-1436-47c5-b991-34c9e94ad8d6", "name": "network-vif-plugged", "status": "completed", "tag": "f220a3dd-73f2-4961-b7ad-99cbb024e554", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:18:15.715682 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e55e1b1a-a2f4-436e-bd7f-3dd7a3f5fa65 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:18:15.716088 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cf051e-de69-4c09-9f19-d2bffcf9e522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b0868f-fa37-4cbc-b055-0b56461ac853', 'code': 200} Feb 14 15:18:15.716345 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fe152a-1436-47c5-b991-34c9e94ad8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f220a3dd-73f2-4961-b7ad-99cbb024e554', 'code': 200} Feb 14 15:18:15.766954 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2f141809-b690-4ed8-bc51-0b5816cdb605 req-b48e6e42-370b-4003-9d59-85656da10050 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485268 Feb 14 15:18:15.820563 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35e0b5-2f7d-40fc-8ece-cc4e92ec9197 req-2757acd2-b97d-4382-ad3c-c10b64c0a9c3 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:15.822734 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ee35e0b5-2f7d-40fc-8ece-cc4e92ec9197 req-2757acd2-b97d-4382-ad3c-c10b64c0a9c3 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.0592444 Feb 14 15:18:15.871074 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ee35e0b5-2f7d-40fc-8ece-cc4e92ec9197 req-4b5f567c-5cf1-4115-b874-e371e2c8dd92 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434952 Feb 14 15:18:16.086828 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac8a40-b67b-4fc0-9843-691d354832e8 req-644baaac-f353-4c3b-b7ef-b1a19facdeb8 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:16.088506 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bbac8a40-b67b-4fc0-9843-691d354832e8 req-644baaac-f353-4c3b-b7ef-b1a19facdeb8 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 946 time: 0.0599072 Feb 14 15:18:16.139593 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bbac8a40-b67b-4fc0-9843-691d354832e8 req-64537fe8-e9e6-423a-9ec5-116b40b4ad5c tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fad3557-3afd-4f8e-828a-d489baebb945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451367 Feb 14 15:18:16.644073 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfb279-305c-4b12-b581-b5b32ace4d4f req-9afa46c4-12a8-4eae-bc24-bae8ac932077 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:16.645843 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-22dfb279-305c-4b12-b581-b5b32ace4d4f req-9afa46c4-12a8-4eae-bc24-bae8ac932077 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 946 time: 0.0531752 Feb 14 15:18:16.697102 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-22dfb279-305c-4b12-b581-b5b32ace4d4f req-f26fd823-0c6c-454c-afcc-0c1e903fcc44 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454078 Feb 14 15:18:16.764163 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb2d12-6441-4e85-a27f-264ae6ddb629 req-def2a183-7fd9-494f-82fe-989e375589d9 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:16.765636 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-52fb2d12-6441-4e85-a27f-264ae6ddb629 req-def2a183-7fd9-494f-82fe-989e375589d9 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0514305 Feb 14 15:18:16.813842 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-52fb2d12-6441-4e85-a27f-264ae6ddb629 req-d5ff76ad-4ea6-4147-a490-62bee17f7d9e tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420270 Feb 14 15:18:16.917246 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b646cc-d9c3-4450-b4f2-91b9eca9bfb3 req-d6929b35-b1fb-49fd-98e8-620395f6c01c tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:16.918769 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-44b646cc-d9c3-4450-b4f2-91b9eca9bfb3 req-d6929b35-b1fb-49fd-98e8-620395f6c01c tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 943 time: 0.0645306 Feb 14 15:18:16.965776 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-44b646cc-d9c3-4450-b4f2-91b9eca9bfb3 req-74cb0831-0b4d-415c-9855-e2be331add8b tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415542 Feb 14 15:18:16.995553 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0e005-cf67-40f3-9ef9-289986ea5f63 req-8359c9c3-77a0-4c6b-a632-5f0933a852de tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:16.997077 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-81c0e005-cf67-40f3-9ef9-289986ea5f63 req-8359c9c3-77a0-4c6b-a632-5f0933a852de tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.0512555 Feb 14 15:18:17.046145 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-81c0e005-cf67-40f3-9ef9-289986ea5f63 req-531c870b-8d03-44cb-b88f-d5030606e143 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434601 Feb 14 15:18:17.260986 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e0e39-2137-4aaf-971e-454fa63304a4 req-56964f61-eaba-45bb-a6d9-7e5aa6469b85 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:17.262514 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f87e0e39-2137-4aaf-971e-454fa63304a4 req-56964f61-eaba-45bb-a6d9-7e5aa6469b85 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 946 time: 0.0564373 Feb 14 15:18:17.286490 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:17.313039 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f87e0e39-2137-4aaf-971e-454fa63304a4 req-138bd840-2654-40ac-a137-81329401821a tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fad3557-3afd-4f8e-828a-d489baebb945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436535 Feb 14 15:18:17.813864 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b11b6-0a0a-458d-b4f7-63a18e97bb12 req-3ae6dc0e-2ab5-4fed-baf7-b99c9fdc1c70 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:17.815358 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2b4b11b6-0a0a-458d-b4f7-63a18e97bb12 req-3ae6dc0e-2ab5-4fed-baf7-b99c9fdc1c70 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 946 time: 0.0533788 Feb 14 15:18:17.862856 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2b4b11b6-0a0a-458d-b4f7-63a18e97bb12 req-0288607f-990f-4556-b257-0bd127334bc0 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411274 Feb 14 15:18:17.948301 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dbfe6-6fcb-4911-98a0-d7f135a78aba req-d81f21a7-00f3-42fb-b2bd-1ec8c73f791d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:17.949763 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-481dbfe6-6fcb-4911-98a0-d7f135a78aba req-d81f21a7-00f3-42fb-b2bd-1ec8c73f791d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0535164 Feb 14 15:18:17.996005 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-481dbfe6-6fcb-4911-98a0-d7f135a78aba req-1c3caa8c-86ff-4f98-a07b-22548f0c1641 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406525 Feb 14 15:18:18.082645 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ac054-004c-46d9-b2d1-1197c26790b6 req-40194e66-c81c-4f78-838b-2d1bcebe6aa8 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:18.084665 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-701ac054-004c-46d9-b2d1-1197c26790b6 req-40194e66-c81c-4f78-838b-2d1bcebe6aa8 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 943 time: 0.0524108 Feb 14 15:18:18.132297 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-701ac054-004c-46d9-b2d1-1197c26790b6 req-7d0c70ff-8ee2-44a1-b546-edd54b8eb5ab tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416687 Feb 14 15:18:18.168000 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b173231-5014-4497-a47a-f050e62bec73 req-61748445-d340-4e48-bf44-1de684c5c0b7 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:18.169491 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7b173231-5014-4497-a47a-f050e62bec73 req-61748445-d340-4e48-bf44-1de684c5c0b7 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.0524321 Feb 14 15:18:18.215036 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7b173231-5014-4497-a47a-f050e62bec73 req-6a5f9dea-2b88-47a5-9722-35e701f10c9f tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399799 Feb 14 15:18:18.263101 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-62df7622-c442-4afd-97ec-41e5df617368 req-9993ea6f-46c0-4978-b5d1-b3a4c82b0d2e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:18.280051 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3f70253a-88a2-4b34-b9bb-1fc35adaca2f req-7608c0c5-32c0-4e25-8dcd-0d216508485b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56799805-9581-427d-9206-ca0ee9a313c5 HTTP/1.1" status: 200 len: 217 time: 0.0486362 Feb 14 15:18:18.350342 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-62df7622-c442-4afd-97ec-41e5df617368 req-9993ea6f-46c0-4978-b5d1-b3a4c82b0d2e service neutron] Publish callbacks [] for security_group (70271fe8-4f3a-447a-8abc-7d54d6faeff7), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:18.360330 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-62df7622-c442-4afd-97ec-41e5df617368 req-9993ea6f-46c0-4978-b5d1-b3a4c82b0d2e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (70271fe8-4f3a-447a-8abc-7d54d6faeff7), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:18.406388 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70253a-88a2-4b34-b9bb-1fc35adaca2f req-a4d2133a-a439-447b-ae4b-e30c8f4030dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:18.407880 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3f70253a-88a2-4b34-b9bb-1fc35adaca2f req-a4d2133a-a439-447b-ae4b-e30c8f4030dd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d07b9fd1-0958-4b2c-aed9-2e37c98ea84c HTTP/1.1" status: 200 len: 849 time: 0.1024742 Feb 14 15:18:18.412691 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-dfb03d31-b268-4979-a4e0-6a337cd06ca2 service neutron] 10.222.0.77 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408396 Feb 14 15:18:18.436705 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-62df7622-c442-4afd-97ec-41e5df617368 req-9993ea6f-46c0-4978-b5d1-b3a4c82b0d2e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3fad3557-3afd-4f8e-828a-d489baebb945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876965 Feb 14 15:18:18.440678 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993ea6f-46c0-4978-b5d1-b3a4c82b0d2e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=70271fe8-4f3a-447a-8abc-7d54d6faeff7,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:18.491851 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7d7a4-ba53-42a6-92d7-6f7b4aa7e53a req-f8203d68-52d4-42dc-9fc6-dc50635ee832 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:18.493507 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f1b7d7a4-ba53-42a6-92d7-6f7b4aa7e53a req-f8203d68-52d4-42dc-9fc6-dc50635ee832 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 946 time: 0.0670569 Feb 14 15:18:18.541126 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f1b7d7a4-ba53-42a6-92d7-6f7b4aa7e53a req-810a6816-052f-48ac-a4c0-ed54f1dce8a8 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fad3557-3afd-4f8e-828a-d489baebb945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 Feb 14 15:18:18.567545 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:18.804157 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491979a-4f68-4617-b381-9c9944ec7f49 req-a99de0e8-6983-4730-b8ef-1caa201fd5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:18.806157 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d491979a-4f68-4617-b381-9c9944ec7f49 req-a99de0e8-6983-4730-b8ef-1caa201fd5b2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 1130 time: 0.0858433 Feb 14 15:18:18.809390 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d68e0-948c-46b6-8ecf-ef983503dfe9 req-f3ec81d9-9e91-43da-937e-f6cc33a74f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:18.810125 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70253a-88a2-4b34-b9bb-1fc35adaca2f req-f7606fb6-67e8-41b9-97b8-6aa588bd091e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:18.810962 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6e6d68e0-948c-46b6-8ecf-ef983503dfe9 req-f3ec81d9-9e91-43da-937e-f6cc33a74f89 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 1129 time: 0.0895455 Feb 14 15:18:18.811994 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3f70253a-88a2-4b34-b9bb-1fc35adaca2f req-f7606fb6-67e8-41b9-97b8-6aa588bd091e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8a50fc3-d129-4b74-b14e-edfcc858c8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1108284 Feb 14 15:18:18.826800 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7d3e31b2-b7f9-47b4-8e1d-63bbe58fceb1 req-6b78f513-1a52-48f3-acc7-07aa4c6023cf service neutron] 10.222.0.77 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335177 Feb 14 15:18:18.909874 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6e6d68e0-948c-46b6-8ecf-ef983503dfe9 req-81fe8743-7530-4276-9430-a117a8d55202 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806620 Feb 14 15:18:18.935503 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d491979a-4f68-4617-b381-9c9944ec7f49 req-295c1662-d5d4-4bbd-aab6-17f9e397b0d8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089592 Feb 14 15:18:18.983925 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3f70253a-88a2-4b34-b9bb-1fc35adaca2f req-a6a2edbd-2ee8-4e44-b3ed-1bd61cbe8f05 service neutron] 10.222.0.77 "GET /v2.0/networks/d8a50fc3-d129-4b74-b14e-edfcc858c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561120 Feb 14 15:18:18.989249 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc374779-d43d-47e2-bb2e-de0a86ca8d39 req-4b6652d3-aa71-4f68-ae56-9f2bfacb0b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:18.990845 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dc374779-d43d-47e2-bb2e-de0a86ca8d39 req-4b6652d3-aa71-4f68-ae56-9f2bfacb0b6b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59e01ee3a909461f92070cf33d635c9f&device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 1127 time: 0.0850015 Feb 14 15:18:19.014875 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e3dca-4daa-4424-ab68-6d70122489b1 req-e75fc94c-ec8e-4f1e-be38-2a342daf9ffc tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:19.016593 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7c5e3dca-4daa-4424-ab68-6d70122489b1 req-e75fc94c-ec8e-4f1e-be38-2a342daf9ffc tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 946 time: 0.0652750 Feb 14 15:18:19.068519 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7c5e3dca-4daa-4424-ab68-6d70122489b1 req-7c401043-8cec-4611-bc32-c1a9bd1f2df2 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462368 Feb 14 15:18:19.118102 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a4899-5d1b-40e3-8725-2e00974f58ac req-9ff9f80b-b456-4ff1-881b-797112d334d5 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:19.119631 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ec3a4899-5d1b-40e3-8725-2e00974f58ac req-9ff9f80b-b456-4ff1-881b-797112d334d5 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0555453 Feb 14 15:18:19.138962 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:18:19.169266 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ec3a4899-5d1b-40e3-8725-2e00974f58ac req-37d944b9-9674-4213-9ed3-f99475f1599c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438931 Feb 14 15:18:19.198594 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning for port b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:18:19.202901 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:18:19.203283 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:19.263153 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38934f-8b60-4760-8b57-81d2d94b2e30 req-60be1298-e95a-4112-a439-f9e3b37752da tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:19.265475 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8f38934f-8b60-4760-8b57-81d2d94b2e30 req-60be1298-e95a-4112-a439-f9e3b37752da tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 943 time: 0.0580564 Feb 14 15:18:19.289392 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:18:19.289796 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:19.318816 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:18:19.320411 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8f38934f-8b60-4760-8b57-81d2d94b2e30 req-ec6de4bc-1bed-4b5b-a252-f76b5b8ea3ad tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481143 Feb 14 15:18:19.322922 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d68eae-468f-4146-8780-229d76a88e10" -d '{"events": [{"server_uuid": "75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1", "name": "network-vif-plugged", "status": "completed", "tag": "b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:18:19.337787 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad,segment=NetworkSegment(1ae138bf-95a3-42da-9057-418c2dffc77b),segment_id=1ae138bf-95a3-42da-9057-418c2dffc77b)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:19.345419 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:19.371929 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4aaf780-b906-40db-a84a-592e70288075 x-openstack-request-id: req-d4aaf780-b906-40db-a84a-592e70288075 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:18:19.372124 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1", "name": "network-vif-plugged", "status": "completed", "tag": "b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:18:19.372379 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d4aaf780-b906-40db-a84a-592e70288075 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:18:19.372775 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad', 'code': 200} Feb 14 15:18:19.404520 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:19.453422 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144e6ea-fdb3-49bf-8894-dda20cce3997 req-d433b164-e3c3-4e9e-a683-a61ea75dc7cb tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:19.454931 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7144e6ea-fdb3-49bf-8894-dda20cce3997 req-d433b164-e3c3-4e9e-a683-a61ea75dc7cb tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.1663687 Feb 14 15:18:19.550365 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3f70253a-88a2-4b34-b9bb-1fc35adaca2f req-5515f6c4-7aa6-4e20-9004-cd1f5906acd5 service neutron] 10.222.0.77 "GET /v2.0/networks/d8a50fc3-d129-4b74-b14e-edfcc858c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134273 Feb 14 15:18:19.580920 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7144e6ea-fdb3-49bf-8894-dda20cce3997 req-513b2401-3d30-42de-bd68-6ac15c819ff8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153696 Feb 14 15:18:19.582223 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc374779-d43d-47e2-bb2e-de0a86ca8d39 req-fff7f595-5cb6-46b3-b7f9-c74ed6f4063b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:19.584310 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dc374779-d43d-47e2-bb2e-de0a86ca8d39 req-fff7f595-5cb6-46b3-b7f9-c74ed6f4063b service neutron] 10.222.0.77 "GET /v2.0/networks?id=f46612e4-5188-4afd-b927-413922cf4afb HTTP/1.1" status: 200 len: 918 time: 0.2138748 Feb 14 15:18:19.589393 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf6538-7a51-41e3-a487-846906bd03fd req-1f5c2d0f-eb2e-4d6e-8722-949f5b21b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:19.591342 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f0cf6538-7a51-41e3-a487-846906bd03fd req-1f5c2d0f-eb2e-4d6e-8722-949f5b21b265 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 1130 time: 0.0753157 Feb 14 15:18:19.640240 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dc374779-d43d-47e2-bb2e-de0a86ca8d39 req-82bf1385-4b97-43d7-bfef-d3d842f92699 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48624f8e-759c-4a17-8f94-964331589aa1 HTTP/1.1" status: 200 len: 217 time: 0.0463467 Feb 14 15:18:19.704225 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f0cf6538-7a51-41e3-a487-846906bd03fd req-cc09891e-c82b-4e62-a94a-c8d36aa8a19b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993738 Feb 14 15:18:19.704407 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc374779-d43d-47e2-bb2e-de0a86ca8d39 req-8ae0d460-fffc-42c7-8fae-77aed219fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:19.705887 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dc374779-d43d-47e2-bb2e-de0a86ca8d39 req-8ae0d460-fffc-42c7-8fae-77aed219fdf8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36ea11a7-e606-4181-a1a1-331e0ed702b8 HTTP/1.1" status: 200 len: 856 time: 0.0597036 Feb 14 15:18:19.721709 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58198fea-f842-4b15-8519-29258dd18fa5 req-3f8e1e7c-e2f9-4a6f-95c1-96139d3260d1 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:19.724957 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-58198fea-f842-4b15-8519-29258dd18fa5 req-3f8e1e7c-e2f9-4a6f-95c1-96139d3260d1 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 946 time: 0.0834014 Feb 14 15:18:19.789303 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-58198fea-f842-4b15-8519-29258dd18fa5 req-0de48dc0-f56a-49b7-aebf-f358c9d59cbc tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fad3557-3afd-4f8e-828a-d489baebb945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570285 Feb 14 15:18:19.790199 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:19.951733 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc374779-d43d-47e2-bb2e-de0a86ca8d39 req-3756f890-8c15-4ef3-86b8-f3d44081dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:19.953237 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dc374779-d43d-47e2-bb2e-de0a86ca8d39 req-3756f890-8c15-4ef3-86b8-f3d44081dc01 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f46612e4-5188-4afd-b927-413922cf4afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441732 Feb 14 15:18:20.054759 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dc374779-d43d-47e2-bb2e-de0a86ca8d39 req-c81dc323-33ee-4270-b954-2bcfe98df642 service neutron] 10.222.0.77 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913551 Feb 14 15:18:20.177152 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dc374779-d43d-47e2-bb2e-de0a86ca8d39 req-f6264914-0f19-48fa-af84-cd35a3e07811 service neutron] 10.222.0.77 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144412 Feb 14 15:18:20.209894 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49780b72-7d15-43db-9f04-af658eb0dfcb req-918af30c-b435-4abd-b36b-9116e701f789 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:20.211478 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-49780b72-7d15-43db-9f04-af658eb0dfcb req-918af30c-b435-4abd-b36b-9116e701f789 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 946 time: 0.0741949 Feb 14 15:18:20.280823 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-49780b72-7d15-43db-9f04-af658eb0dfcb req-789776cb-dc6e-4fad-918f-82cdda89cb33 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631003 Feb 14 15:18:20.308763 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1842e-6010-4263-8f0c-004f6130c7bb req-a6d4ebc8-eb58-44bd-b279-2596a33e03cd tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:20.310298 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-51d1842e-6010-4263-8f0c-004f6130c7bb req-a6d4ebc8-eb58-44bd-b279-2596a33e03cd tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0627475 Feb 14 15:18:20.362098 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-51d1842e-6010-4263-8f0c-004f6130c7bb req-68b096cc-a81f-45c8-add9-0e8b6d8a6ced tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460796 Feb 14 15:18:20.443315 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd89491-4221-48f6-83bd-04854fa81b7d req-0bd3a458-ab28-4b99-97f3-a3caf0fb91bf tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:20.445084 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0bd89491-4221-48f6-83bd-04854fa81b7d req-0bd3a458-ab28-4b99-97f3-a3caf0fb91bf tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 943 time: 0.0539939 Feb 14 15:18:20.491505 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0bd89491-4221-48f6-83bd-04854fa81b7d req-fa260ec5-b10d-4de4-995c-215d95f37f16 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406709 Feb 14 15:18:20.709198 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eab397-f101-4b97-9e62-b878194fb724 req-480c2b93-8073-4b5d-b38b-3183e459ce3d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:20.710777 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-86eab397-f101-4b97-9e62-b878194fb724 req-480c2b93-8073-4b5d-b38b-3183e459ce3d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.0557466 Feb 14 15:18:20.759921 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-86eab397-f101-4b97-9e62-b878194fb724 req-16854c0b-ac64-473e-87ca-521691e6be42 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428450 Feb 14 15:18:20.914429 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef06514-46b4-43c2-8b9f-e12cca4fbcfa req-1e6f0fbc-6935-4392-ad05-e66b7c7f4c95 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:20.916168 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3ef06514-46b4-43c2-8b9f-e12cca4fbcfa req-1e6f0fbc-6935-4392-ad05-e66b7c7f4c95 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 946 time: 0.0533023 Feb 14 15:18:20.967465 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3ef06514-46b4-43c2-8b9f-e12cca4fbcfa req-be977025-046f-435f-ba42-0ae9e683b3eb tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fad3557-3afd-4f8e-828a-d489baebb945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459907 Feb 14 15:18:21.146673 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 56799805-9581-427d-9206-ca0ee9a313c5 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:18:21.232659 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 35106) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:21.252286 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 56799805-9581-427d-9206-ca0ee9a313c5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=56799805-9581-427d-9206-ca0ee9a313c5,segment=NetworkSegment(8af021fa-9e1c-4f25-b0ac-b84f4ac98747),segment_id=8af021fa-9e1c-4f25-b0ac-b84f4ac98747)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:21.264060 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': '56799805-9581-427d-9206-ca0ee9a313c5', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'port_id': '56799805-9581-427d-9206-ca0ee9a313c5', 'mac_address': 'fa:16:3e:25:d2:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:18:21.303995 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 56799805-9581-427d-9206-ca0ee9a313c5 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:18:21.304435 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (56799805-9581-427d-9206-ca0ee9a313c5), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:21.319923 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56799805-9581-427d-9206-ca0ee9a313c5 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:18:21.359417 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-16ee8560-d40c-406c-8257-7310fb26e27d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:21.366089 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 56799805-9581-427d-9206-ca0ee9a313c5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=56799805-9581-427d-9206-ca0ee9a313c5,segment=NetworkSegment(8af021fa-9e1c-4f25-b0ac-b84f4ac98747),segment_id=8af021fa-9e1c-4f25-b0ac-b84f4ac98747)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:21.384271 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (56799805-9581-427d-9206-ca0ee9a313c5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:21.384968 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 48624f8e-759c-4a17-8f94-964331589aa1 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:18:21.505804 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=56799805-9581-427d-9206-ca0ee9a313c5,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:21.513874 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb7846-8a83-4de1-b57c-e0c08df6b99b req-3410a462-b3d8-4b6f-bf51-4858123efe8a tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:21.518861 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9dfb7846-8a83-4de1-b57c-e0c08df6b99b req-3410a462-b3d8-4b6f-bf51-4858123efe8a tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 946 time: 0.1532493 Feb 14 15:18:21.530718 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-16ee8560-d40c-406c-8257-7310fb26e27d admin admin] Publish callbacks [] for security_group (6e8ed49d-7815-45c5-a784-b03265bba81d), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:21.572784 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-16ee8560-d40c-406c-8257-7310fb26e27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (6e8ed49d-7815-45c5-a784-b03265bba81d), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:21.588586 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 48624f8e-759c-4a17-8f94-964331589aa1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=48624f8e-759c-4a17-8f94-964331589aa1,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:21.607187 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9dfb7846-8a83-4de1-b57c-e0c08df6b99b req-8eada1a4-97ca-4cc2-baf1-0ce3ce5e06ea tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777321 Feb 14 15:18:21.609081 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': '48624f8e-759c-4a17-8f94-964331589aa1', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'port_id': '48624f8e-759c-4a17-8f94-964331589aa1', 'mac_address': 'fa:16:3e:47:98:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:18:21.655490 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-16ee8560-d40c-406c-8257-7310fb26e27d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=930e2293ea5e4e1287d49b9cacc35fb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4191005 Feb 14 15:18:21.655490 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee8560-d40c-406c-8257-7310fb26e27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8ed49d-7815-45c5-a784-b03265bba81d,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:21.657437 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 35130) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:21.667221 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 48624f8e-759c-4a17-8f94-964331589aa1 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:18:21.667623 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (48624f8e-759c-4a17-8f94-964331589aa1), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:21.685110 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48624f8e-759c-4a17-8f94-964331589aa1 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:18:21.701445 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4123e9-31c0-42d5-812c-cea1cbd941d2 req-0b7ac7a0-8b0f-4790-9bf4-945a7464fd5a tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:21.703009 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ff4123e9-31c0-42d5-812c-cea1cbd941d2 req-0b7ac7a0-8b0f-4790-9bf4-945a7464fd5a tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.2112625 Feb 14 15:18:21.715600 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 48624f8e-759c-4a17-8f94-964331589aa1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=48624f8e-759c-4a17-8f94-964331589aa1,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:21.723925 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (48624f8e-759c-4a17-8f94-964331589aa1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:21.768788 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ff4123e9-31c0-42d5-812c-cea1cbd941d2 req-efbb7972-782e-4c87-9f54-bdf1310f936f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593154 Feb 14 15:18:21.827645 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-08171d8b-ef5a-4752-8612-073b398aa2d6 admin admin] Publish callbacks [] for security_group (6e8ed49d-7815-45c5-a784-b03265bba81d), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:21.850653 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=48624f8e-759c-4a17-8f94-964331589aa1,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:21.878750 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df237e0-8411-49c3-9128-e04de51b7661 req-9e131d13-d244-4045-8849-32d0315b1885 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:21.881702 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7df237e0-8411-49c3-9128-e04de51b7661 req-9e131d13-d244-4045-8849-32d0315b1885 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 944 time: 0.1406372 Feb 14 15:18:21.884032 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-08171d8b-ef5a-4752-8612-073b398aa2d6 admin admin] Publish callbacks [] for security_group (6e8ed49d-7815-45c5-a784-b03265bba81d), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:21.910389 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4910b-e104-476a-9372-5da031e6d2cc req-2a62e308-8269-4691-b99a-1d778b5fb7e6 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:21.912481 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b3d4910b-e104-476a-9372-5da031e6d2cc req-2a62e308-8269-4691-b99a-1d778b5fb7e6 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 944 time: 0.0656300 Feb 14 15:18:21.956769 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7df237e0-8411-49c3-9128-e04de51b7661 req-c1ae2afc-c35c-4ee8-872d-f7046dfb456c tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658369 Feb 14 15:18:21.972582 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-08171d8b-ef5a-4752-8612-073b398aa2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (6e8ed49d-7815-45c5-a784-b03265bba81d), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:21.976083 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-08171d8b-ef5a-4752-8612-073b398aa2d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:21.979701 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-08171d8b-ef5a-4752-8612-073b398aa2d6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6e8ed49d-7815-45c5-a784-b03265bba81d HTTP/1.1" status: 204 len: 168 time: 0.3186138 Feb 14 15:18:21.987788 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08171d8b-ef5a-4752-8612-073b398aa2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8ed49d-7815-45c5-a784-b03265bba81d,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:22.148251 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d9990-4c93-4642-9ed0-552cd1736f3e req-e1df10d9-cba2-4ded-833b-660778b117ef tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:22.150655 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-619d9990-4c93-4642-9ed0-552cd1736f3e req-e1df10d9-cba2-4ded-833b-660778b117ef tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 946 time: 0.0944386 Feb 14 15:18:22.200974 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b3d4910b-e104-476a-9372-5da031e6d2cc req-4ce251bf-e54a-4846-919e-7e93a65660df tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821312 Feb 14 15:18:22.244392 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-619d9990-4c93-4642-9ed0-552cd1736f3e req-c78c84aa-1870-441f-9078-45ee295ed688 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fad3557-3afd-4f8e-828a-d489baebb945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862975 Feb 14 15:18:22.266168 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['48624f8e-759c-4a17-8f94-964331589aa1'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:18:22.314995 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['56799805-9581-427d-9206-ca0ee9a313c5'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:18:22.384106 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 35148) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:22.402462 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2eb30c11-1ad9-4924-87c2-44e09d2fbd83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:22.552087 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2eb30c11-1ad9-4924-87c2-44e09d2fbd83 admin admin] Publish callbacks [] for security_group (3defa1b5-ce01-4977-a9ad-6064080f90bf), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:22.560673 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2eb30c11-1ad9-4924-87c2-44e09d2fbd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (3defa1b5-ce01-4977-a9ad-6064080f90bf), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:22.611828 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb30c11-1ad9-4924-87c2-44e09d2fbd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3defa1b5-ce01-4977-a9ad-6064080f90bf,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:22.618444 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-2eb30c11-1ad9-4924-87c2-44e09d2fbd83 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=411667e7598248d58aa73c4a3c3d648c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330801 Feb 14 15:18:22.621081 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 35158) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:22.683932 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c080ef15-b136-43bd-bda4-839268e789eb admin admin] Publish callbacks [] for security_group (3defa1b5-ce01-4977-a9ad-6064080f90bf), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:22.709003 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c080ef15-b136-43bd-bda4-839268e789eb admin admin] Publish callbacks [] for security_group (3defa1b5-ce01-4977-a9ad-6064080f90bf), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:22.732879 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d95d1-d53d-4a2b-a322-5c6ae5159c04 req-ab080489-744d-40a0-a0c0-e464c8103967 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:22.740598 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d01d95d1-d53d-4a2b-a322-5c6ae5159c04 req-ab080489-744d-40a0-a0c0-e464c8103967 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 946 time: 0.0612919 Feb 14 15:18:22.761667 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c080ef15-b136-43bd-bda4-839268e789eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (3defa1b5-ce01-4977-a9ad-6064080f90bf), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:22.764483 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c080ef15-b136-43bd-bda4-839268e789eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:22.765764 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-c080ef15-b136-43bd-bda4-839268e789eb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3defa1b5-ce01-4977-a9ad-6064080f90bf HTTP/1.1" status: 204 len: 168 time: 0.1435106 Feb 14 15:18:22.776987 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080ef15-b136-43bd-bda4-839268e789eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3defa1b5-ce01-4977-a9ad-6064080f90bf,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:22.790719 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d01d95d1-d53d-4a2b-a322-5c6ae5159c04 req-adc14469-80fb-4d66-9257-bf5bd4da43e3 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489354 Feb 14 15:18:22.914154 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6e376-0142-450b-912d-72cfa84ce09b req-71fc8aa4-c8d0-4c54-9617-def0d747eb46 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:22.915757 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bac6e376-0142-450b-912d-72cfa84ce09b req-71fc8aa4-c8d0-4c54-9617-def0d747eb46 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0715196 Feb 14 15:18:22.973127 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bac6e376-0142-450b-912d-72cfa84ce09b req-81731990-16ca-426e-a256-856862600c22 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512538 Feb 14 15:18:23.154839 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c96844-58b6-4e10-a5bf-270a965ac8b6 req-dd1b651c-0bd6-49c8-8368-9673cb32f884 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:23.163175 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-32c96844-58b6-4e10-a5bf-270a965ac8b6 req-dd1b651c-0bd6-49c8-8368-9673cb32f884 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 944 time: 0.0796258 Feb 14 15:18:23.256519 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-32c96844-58b6-4e10-a5bf-270a965ac8b6 req-a53a83fa-4acb-4f06-bbef-918d2fd44eaa tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840342 Feb 14 15:18:23.396464 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f285f-5d01-4fe8-978f-7913eb9d0e28 req-a69c6f84-7ee2-4a2f-acbd-3e0ad6e71d27 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:23.399122 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3a9f285f-5d01-4fe8-978f-7913eb9d0e28 req-a69c6f84-7ee2-4a2f-acbd-3e0ad6e71d27 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 944 time: 0.0781887 Feb 14 15:18:23.490453 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3a9f285f-5d01-4fe8-978f-7913eb9d0e28 req-db983dc7-9451-4509-8c86-6b9034f49368 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806644 Feb 14 15:18:23.496047 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881194a-41a1-4aef-a11f-f0e51cef1170 req-c3d96194-226e-45d1-8653-7bfd2212b450 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:23.499848 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3422750-763b-4326-a638-40250aa9c5b2 req-9f008a71-a268-4bb7-b711-ddc544d4d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:23.501511 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a3422750-763b-4326-a638-40250aa9c5b2 req-9f008a71-a268-4bb7-b711-ddc544d4d8cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=258d3453eec942f3944f9299fcf5227d&device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 1130 time: 0.0694323 Feb 14 15:18:23.502929 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4881194a-41a1-4aef-a11f-f0e51cef1170 req-c3d96194-226e-45d1-8653-7bfd2212b450 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0666642 Feb 14 15:18:23.561792 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4881194a-41a1-4aef-a11f-f0e51cef1170 req-6aa5e2a1-6d20-40f5-885d-9c6988a7d96f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577314 Feb 14 15:18:23.617122 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3422750-763b-4326-a638-40250aa9c5b2 req-584f82f3-6a70-40c5-a381-d16c525c9084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:23.618626 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a3422750-763b-4326-a638-40250aa9c5b2 req-584f82f3-6a70-40c5-a381-d16c525c9084 service neutron] 10.222.0.77 "GET /v2.0/networks?id=00f85281-ff4d-4b0b-88d7-a69a834aef35 HTTP/1.1" status: 200 len: 919 time: 0.1106851 Feb 14 15:18:23.664121 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a3422750-763b-4326-a638-40250aa9c5b2 req-03f2450e-d406-444c-b101-b6494ac6dcce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad HTTP/1.1" status: 200 len: 217 time: 0.0391471 Feb 14 15:18:23.735725 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3422750-763b-4326-a638-40250aa9c5b2 req-d8d145bb-be8e-480d-b13b-1d842957506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:23.735725 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a3422750-763b-4326-a638-40250aa9c5b2 req-d8d145bb-be8e-480d-b13b-1d842957506f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=01ea2392-36a5-4e0f-bc30-1b0aaada039f HTTP/1.1" status: 200 len: 858 time: 0.0578911 Feb 14 15:18:23.769190 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a3422750-763b-4326-a638-40250aa9c5b2 req-5f0b77dd-5330-4ae7-8a80-af9a9ae9c55a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=00f85281-ff4d-4b0b-88d7-a69a834aef35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278909 Feb 14 15:18:23.879731 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a3422750-763b-4326-a638-40250aa9c5b2 req-66bfa79c-fc51-4d49-9249-a357a293f73a service neutron] 10.222.0.77 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019795 Feb 14 15:18:23.994218 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a3422750-763b-4326-a638-40250aa9c5b2 req-2c00a1e3-c0e8-40ce-831a-d6950f35e15a service neutron] 10.222.0.77 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080418 Feb 14 15:18:24.262742 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 35252) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:24.382592 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da184ca4-39fd-4272-8254-7bd8cee6bf7a req-df453b48-19aa-494c-a435-6e4a64a76670 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:24.384134 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-da184ca4-39fd-4272-8254-7bd8cee6bf7a req-df453b48-19aa-494c-a435-6e4a64a76670 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 944 time: 0.0582573 Feb 14 15:18:24.420066 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-64b2c537-0c7c-4d91-a683-aa7ff58e2d44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:24.467607 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-da184ca4-39fd-4272-8254-7bd8cee6bf7a req-3e4f4ad7-807a-4000-834e-e56bfe31fc12 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775418 Feb 14 15:18:24.530256 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-64b2c537-0c7c-4d91-a683-aa7ff58e2d44 admin admin] Publish callbacks [] for security_group (9319fc33-8842-4b2c-a232-7c2457431296), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:24.536174 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-64b2c537-0c7c-4d91-a683-aa7ff58e2d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (9319fc33-8842-4b2c-a232-7c2457431296), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:24.583638 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-64b2c537-0c7c-4d91-a683-aa7ff58e2d44 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=33665130a1ba4c42aeb80ea4b7f0a27e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197486 Feb 14 15:18:24.586455 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 35272) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:24.613909 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2c537-0c7c-4d91-a683-aa7ff58e2d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9319fc33-8842-4b2c-a232-7c2457431296,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:24.657681 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-73d6949b-c6fe-4c58-b4f8-3d9ec118ce6c admin admin] Publish callbacks [] for security_group (9319fc33-8842-4b2c-a232-7c2457431296), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:24.689076 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-73d6949b-c6fe-4c58-b4f8-3d9ec118ce6c admin admin] Publish callbacks [] for security_group (9319fc33-8842-4b2c-a232-7c2457431296), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:24.742913 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-73d6949b-c6fe-4c58-b4f8-3d9ec118ce6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (9319fc33-8842-4b2c-a232-7c2457431296), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:24.745699 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-73d6949b-c6fe-4c58-b4f8-3d9ec118ce6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:24.749166 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-73d6949b-c6fe-4c58-b4f8-3d9ec118ce6c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9319fc33-8842-4b2c-a232-7c2457431296 HTTP/1.1" status: 204 len: 168 time: 0.1589522 Feb 14 15:18:24.757700 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6949b-c6fe-4c58-b4f8-3d9ec118ce6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9319fc33-8842-4b2c-a232-7c2457431296,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:24.801196 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001a8a2-edfb-4dd0-aef5-32c259239fa2 req-37939b5d-ec0b-492d-ab00-c50127759106 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:24.803647 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c001a8a2-edfb-4dd0-aef5-32c259239fa2 req-37939b5d-ec0b-492d-ab00-c50127759106 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 944 time: 0.0774868 Feb 14 15:18:24.859564 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c001a8a2-edfb-4dd0-aef5-32c259239fa2 req-b80e1acc-5c48-49c1-ac76-28b314f91132 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500586 Feb 14 15:18:25.112382 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc60a8-e975-464d-ac83-8f5b51256522 req-7d37e3c6-14e8-47fd-b702-e0f973a82785 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:25.114555 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-82dc60a8-e975-464d-ac83-8f5b51256522 req-7d37e3c6-14e8-47fd-b702-e0f973a82785 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0621350 Feb 14 15:18:25.186474 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-82dc60a8-e975-464d-ac83-8f5b51256522 req-0163e0df-464a-4d6a-8fcf-e41f5e5340c5 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648618 Feb 14 15:18:25.596822 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffccc74-3a4a-4e67-9900-cd0341d68959 req-6effd8c4-19b9-429c-93d2-4508400bda7d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:25.598880 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5ffccc74-3a4a-4e67-9900-cd0341d68959 req-6effd8c4-19b9-429c-93d2-4508400bda7d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 944 time: 0.0643852 Feb 14 15:18:25.647994 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5ffccc74-3a4a-4e67-9900-cd0341d68959 req-9e82a6ff-1c66-4655-b041-7689988b8039 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434213 Feb 14 15:18:25.885182 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 48624f8e-759c-4a17-8f94-964331589aa1 up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:18:25.953843 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning for port 48624f8e-759c-4a17-8f94-964331589aa1 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:18:25.959026 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port 48624f8e-759c-4a17-8f94-964331589aa1 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:18:25.959571 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (48624f8e-759c-4a17-8f94-964331589aa1), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:25.998065 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119ba70-2333-4ee2-aaff-602e344b8c1c req-729a100b-3d3f-4fe1-8e7c-585ff6e98466 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:25.999492 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b119ba70-2333-4ee2-aaff-602e344b8c1c req-729a100b-3d3f-4fe1-8e7c-585ff6e98466 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 944 time: 0.0535522 Feb 14 15:18:26.044268 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 48624f8e-759c-4a17-8f94-964331589aa1 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:18:26.044672 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (48624f8e-759c-4a17-8f94-964331589aa1), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:26.048725 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b119ba70-2333-4ee2-aaff-602e344b8c1c req-488648d3-d2d9-4daa-b766-76652825e527 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407178 Feb 14 15:18:26.069202 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7561bc0-08a7-4b25-8e28-bf4201e62514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48624f8e-759c-4a17-8f94-964331589aa1'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:18:26.071394 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdb0d67-cd47-4c24-a813-03932266b4ad" -d '{"events": [{"server_uuid": "b7561bc0-08a7-4b25-8e28-bf4201e62514", "name": "network-vif-plugged", "status": "completed", "tag": "48624f8e-759c-4a17-8f94-964331589aa1"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:18:26.083548 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 48624f8e-759c-4a17-8f94-964331589aa1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=48624f8e-759c-4a17-8f94-964331589aa1,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:26.087714 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (48624f8e-759c-4a17-8f94-964331589aa1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:26.088620 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 56799805-9581-427d-9206-ca0ee9a313c5 up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:18:26.113995 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0df6795-4855-4f94-b971-c089fd72e4e7 x-openstack-request-id: req-e0df6795-4855-4f94-b971-c089fd72e4e7 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:18:26.114341 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7561bc0-08a7-4b25-8e28-bf4201e62514", "name": "network-vif-plugged", "status": "completed", "tag": "48624f8e-759c-4a17-8f94-964331589aa1", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:18:26.114599 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e0df6795-4855-4f94-b971-c089fd72e4e7 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:18:26.114983 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7561bc0-08a7-4b25-8e28-bf4201e62514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48624f8e-759c-4a17-8f94-964331589aa1', 'code': 200} Feb 14 15:18:26.167859 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=48624f8e-759c-4a17-8f94-964331589aa1,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:26.180400 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning for port 56799805-9581-427d-9206-ca0ee9a313c5 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:18:26.184182 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port 56799805-9581-427d-9206-ca0ee9a313c5 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:18:26.184561 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (56799805-9581-427d-9206-ca0ee9a313c5), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:26.261914 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 56799805-9581-427d-9206-ca0ee9a313c5 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:18:26.262316 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (56799805-9581-427d-9206-ca0ee9a313c5), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:26.294741 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 56799805-9581-427d-9206-ca0ee9a313c5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=56799805-9581-427d-9206-ca0ee9a313c5,segment=NetworkSegment(8af021fa-9e1c-4f25-b0ac-b84f4ac98747),segment_id=8af021fa-9e1c-4f25-b0ac-b84f4ac98747)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:26.298450 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (56799805-9581-427d-9206-ca0ee9a313c5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:26.308847 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7c8b5-7885-4150-a2d4-1c272c48b263 req-00eab11a-e243-4161-a4a7-9a5dcc70809c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:26.310519 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d1d7c8b5-7885-4150-a2d4-1c272c48b263 req-00eab11a-e243-4161-a4a7-9a5dcc70809c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0552876 Feb 14 15:18:26.353420 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=56799805-9581-427d-9206-ca0ee9a313c5,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:26.374087 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d1d7c8b5-7885-4150-a2d4-1c272c48b263 req-7bc8eb8c-af9d-4309-8a72-836c7d386dec tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540535 Feb 14 15:18:26.765729 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7601f-a59b-4dee-9b53-3c65d95f644e req-aaa8da49-aa2e-4ddd-a7fc-15be9751a4b9 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:26.767199 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-36b7601f-a59b-4dee-9b53-3c65d95f644e req-aaa8da49-aa2e-4ddd-a7fc-15be9751a4b9 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0513866 Feb 14 15:18:26.816252 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-36b7601f-a59b-4dee-9b53-3c65d95f644e req-6e756b67-b32b-47aa-96f0-32f8716cec27 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425897 Feb 14 15:18:27.169986 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1178d-d2cb-4b46-96a4-ff435ca7b838 req-8cd939b8-3383-4fd7-8689-387874a2be93 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:27.171465 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e4c1178d-d2cb-4b46-96a4-ff435ca7b838 req-8cd939b8-3383-4fd7-8689-387874a2be93 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0519803 Feb 14 15:18:27.217459 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e4c1178d-d2cb-4b46-96a4-ff435ca7b838 req-c0d8c03b-94d1-45ec-b1c0-dac31230f59a tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401840 Feb 14 15:18:27.489655 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5f140-0d85-4b9e-a1dc-307fdced984e req-c656af00-e5c6-4636-817d-a9c28eaea5d4 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:27.491126 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7fc5f140-0d85-4b9e-a1dc-307fdced984e req-c656af00-e5c6-4636-817d-a9c28eaea5d4 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0512502 Feb 14 15:18:27.539979 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7fc5f140-0d85-4b9e-a1dc-307fdced984e req-746c27ef-e061-4e0f-a3d4-4e5251f7a6e1 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432444 Feb 14 15:18:27.876519 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affe58b-a194-40d4-bf07-97c70c379956 req-59d55e7e-285f-4c65-97b1-5475f1c1a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:27.878228 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0affe58b-a194-40d4-bf07-97c70c379956 req-59d55e7e-285f-4c65-97b1-5475f1c1a1ba service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 1129 time: 0.0763917 Feb 14 15:18:27.966923 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0affe58b-a194-40d4-bf07-97c70c379956 req-1f962530-4955-4da9-b617-617dfcb439ff service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730700 Feb 14 15:18:27.977355 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424539a-9e86-486c-b40e-6ca64b28edee req-d0793812-6d27-4c55-9325-ef359fa1e4d5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:27.978788 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7424539a-9e86-486c-b40e-6ca64b28edee req-d0793812-6d27-4c55-9325-ef359fa1e4d5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0934877 Feb 14 15:18:28.026783 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7424539a-9e86-486c-b40e-6ca64b28edee req-d27c80a1-91e8-4381-8e64-81b976400116 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422425 Feb 14 15:18:28.116292 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124d95df-5de2-42f5-9cfc-b14e07e72a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56799805-9581-427d-9206-ca0ee9a313c5'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:18:28.118527 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a89fd2-b119-4ea7-a5e2-0b0294fc76d3" -d '{"events": [{"server_uuid": "124d95df-5de2-42f5-9cfc-b14e07e72a37", "name": "network-vif-plugged", "status": "completed", "tag": "56799805-9581-427d-9206-ca0ee9a313c5"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:18:28.154083 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61280609-8f4e-4449-9679-609fec121ca1 x-openstack-request-id: req-61280609-8f4e-4449-9679-609fec121ca1 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:18:28.154380 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124d95df-5de2-42f5-9cfc-b14e07e72a37", "name": "network-vif-plugged", "status": "completed", "tag": "56799805-9581-427d-9206-ca0ee9a313c5", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:18:28.154637 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-61280609-8f4e-4449-9679-609fec121ca1 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:18:28.155030 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124d95df-5de2-42f5-9cfc-b14e07e72a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56799805-9581-427d-9206-ca0ee9a313c5', 'code': 200} Feb 14 15:18:28.348079 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3d086-7655-41eb-bdd5-817b0bf57b8d req-c0712ccd-fef1-44d0-a082-be404f08f683 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:28.349732 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6cb3d086-7655-41eb-bdd5-817b0bf57b8d req-c0712ccd-fef1-44d0-a082-be404f08f683 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0555677 Feb 14 15:18:28.428919 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6cb3d086-7655-41eb-bdd5-817b0bf57b8d req-4a06219b-7575-4d32-ae24-cb23b7d9fdec tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726330 Feb 14 15:18:28.449571 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ad0e5-81e6-425d-b7b4-f7e95f9a2c2e req-6af55ceb-079c-4ea1-8687-62ca744c2512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:28.450965 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a13ad0e5-81e6-425d-b7b4-f7e95f9a2c2e req-6af55ceb-079c-4ea1-8687-62ca744c2512 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 1129 time: 0.0810802 Feb 14 15:18:28.512788 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a13ad0e5-81e6-425d-b7b4-f7e95f9a2c2e req-6f149e68-5633-439a-8644-2640c209395c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407608 Feb 14 15:18:28.673956 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fab610-bcad-43c8-9347-dfc12d3b1bf0 req-9c4bf1cc-5a6b-44e7-ab2e-b4dba9ce61fe tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:28.675439 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-13fab610-bcad-43c8-9347-dfc12d3b1bf0 req-9c4bf1cc-5a6b-44e7-ab2e-b4dba9ce61fe tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0622311 Feb 14 15:18:28.723478 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-13fab610-bcad-43c8-9347-dfc12d3b1bf0 req-44aba2c5-09a6-438c-9fc8-feca865c4a2a tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422351 Feb 14 15:18:29.162800 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d1526-91b2-40ad-9159-8f461ef1a819 req-63b06878-1a00-4334-913f-7e0e1772829e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:29.164383 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-821d1526-91b2-40ad-9159-8f461ef1a819 req-63b06878-1a00-4334-913f-7e0e1772829e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0606866 Feb 14 15:18:29.219027 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-821d1526-91b2-40ad-9159-8f461ef1a819 req-dde40162-067c-46ce-b42f-2cdd7d3c8be4 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489526 Feb 14 15:18:29.568580 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7884be-05d4-471b-b9fb-24631b4ff180 req-fd095e9e-a8d7-421c-902e-1617af1e1edd tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:29.571342 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bb7884be-05d4-471b-b9fb-24631b4ff180 req-fd095e9e-a8d7-421c-902e-1617af1e1edd tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0585749 Feb 14 15:18:29.620619 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bb7884be-05d4-471b-b9fb-24631b4ff180 req-5c1cf8d4-b1a5-4f25-af95-7a8f7b850891 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451038 Feb 14 15:18:29.856389 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582358a6-bdfb-4956-a90c-b7763019c0da req-e825d621-bf18-427f-a5c8-94084ff2a5da tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:29.857963 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-582358a6-bdfb-4956-a90c-b7763019c0da req-e825d621-bf18-427f-a5c8-94084ff2a5da tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0622957 Feb 14 15:18:29.910893 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-582358a6-bdfb-4956-a90c-b7763019c0da req-f0847dfb-e95d-45f1-8aa8-53894ff06dba tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461349 Feb 14 15:18:30.382644 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e34d5-6ffa-43b8-a3f8-1f103788c953 req-05208572-64b8-4c1f-93ab-7e490d180302 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:30.384180 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5c9e34d5-6ffa-43b8-a3f8-1f103788c953 req-05208572-64b8-4c1f-93ab-7e490d180302 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0844879 Feb 14 15:18:30.433886 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5c9e34d5-6ffa-43b8-a3f8-1f103788c953 req-fa3576dd-e262-46b1-add6-908a5c52d967 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434234 Feb 14 15:18:30.552524 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a283dff-614e-40d7-b1e6-b0a9dc1374eb req-1da46d8e-c0b8-4e03-a2f3-db01bbb2aba5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:30.554087 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3a283dff-614e-40d7-b1e6-b0a9dc1374eb req-1da46d8e-c0b8-4e03-a2f3-db01bbb2aba5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0537226 Feb 14 15:18:30.562779 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 35474) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:30.567380 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-2976bcf8-757a-4b71-ae4d-0f81438ec7bd tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Request body: {'floatingip': {'port_id': '56799805-9581-427d-9206-ca0ee9a313c5'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:18:30.648652 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2976bcf8-757a-4b71-ae4d-0f81438ec7bd tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for floatingip (f5cbc860-7e20-4bc6-a245-6bca2954d18d), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:30.892019 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684fe3a-ef5f-467c-95c9-739a2c656175 req-64217304-9092-49b4-ae1c-ae4cf5cf785f tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:30.893522 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d684fe3a-ef5f-467c-95c9-739a2c656175 req-64217304-9092-49b4-ae1c-ae4cf5cf785f tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.1850848 Feb 14 15:18:30.987926 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d684fe3a-ef5f-467c-95c9-739a2c656175 req-1c3cfe07-e2c3-4602-adc8-ee331d5ac292 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859988 Feb 14 15:18:31.039519 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 35490) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:31.079516 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227a5ca-8474-480e-af70-56ba957c8d54 req-31650229-8248-4245-8560-661540abe18f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:31.089525 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5227a5ca-8474-480e-af70-56ba957c8d54 req-31650229-8248-4245-8560-661540abe18f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0918884 Feb 14 15:18:31.158360 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5227a5ca-8474-480e-af70-56ba957c8d54 req-c4eb99af-865e-4218-8a67-36dbf2a5908a tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667329 Feb 14 15:18:31.199497 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8c772aec-20d8-4664-802a-804602922ca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:31.489883 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ed912-fffa-442f-8505-ce1bbab77145 req-89059dfa-ac1a-47ab-a751-03a0c98c4654 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:31.491334 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ef2ed912-fffa-442f-8505-ce1bbab77145 req-89059dfa-ac1a-47ab-a751-03a0c98c4654 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.3803248 Feb 14 15:18:31.500789 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 35510) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:31.505326 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-2cd7e35e-2a8f-4fd8-ac7b-c98cc8d68827 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Request body: {'floatingip': {'port_id': '48624f8e-759c-4a17-8f94-964331589aa1'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:18:31.585825 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2cd7e35e-2a8f-4fd8-ac7b-c98cc8d68827 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for floatingip (82cf1cea-1bf5-45fc-8f19-a81e417f465c), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:31.617513 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.db.resource_extend [None req-2976bcf8-757a-4b71-ae4d-0f81438ec7bd tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 15:18:31.737886 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2976bcf8-757a-4b71-ae4d-0f81438ec7bd tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:31.743226 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8c772aec-20d8-4664-802a-804602922ca2 admin admin] Publish callbacks [] for security_group (30163436-b1ff-48ee-b5a0-ef0568a19659), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:31.744753 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2976bcf8-757a-4b71-ae4d-0f81438ec7bd tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560674'] for floatingip (f5cbc860-7e20-4bc6-a245-6bca2954d18d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:31.747806 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8c772aec-20d8-4664-802a-804602922ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (30163436-b1ff-48ee-b5a0-ef0568a19659), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:31.835073 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-8c772aec-20d8-4664-802a-804602922ca2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=074f319662614f5498381ce2f9f5e522&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7944849 Feb 14 15:18:31.839950 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 35536) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:31.842096 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c772aec-20d8-4664-802a-804602922ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30163436-b1ff-48ee-b5a0-ef0568a19659,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:31.924073 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.l3_db [None req-2976bcf8-757a-4b71-ae4d-0f81438ec7bd tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Floating IP f5cbc860-7e20-4bc6-a245-6bca2954d18d associated. External IP: 172.27.0.109, port: 56799805-9581-427d-9206-ca0ee9a313c5. Feb 14 15:18:31.974937 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-991d3bcc-cbda-4696-85c1-438a11200d73 admin admin] Publish callbacks [] for security_group (30163436-b1ff-48ee-b5a0-ef0568a19659), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:32.009785 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-991d3bcc-cbda-4696-85c1-438a11200d73 admin admin] Publish callbacks [] for security_group (30163436-b1ff-48ee-b5a0-ef0568a19659), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:32.145130 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-991d3bcc-cbda-4696-85c1-438a11200d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (30163436-b1ff-48ee-b5a0-ef0568a19659), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:32.147901 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-991d3bcc-cbda-4696-85c1-438a11200d73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:32.149050 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-991d3bcc-cbda-4696-85c1-438a11200d73 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/30163436-b1ff-48ee-b5a0-ef0568a19659 HTTP/1.1" status: 204 len: 168 time: 0.3078997 Feb 14 15:18:32.186976 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d3bcc-cbda-4696-85c1-438a11200d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30163436-b1ff-48ee-b5a0-ef0568a19659,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:32.228181 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2976bcf8-757a-4b71-ae4d-0f81438ec7bd tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:18:32.277797 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.db.resource_extend [None req-2cd7e35e-2a8f-4fd8-ac7b-c98cc8d68827 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 15:18:32.358884 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2976bcf8-757a-4b71-ae4d-0f81438ec7bd tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:18:32.365393 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2976bcf8-757a-4b71-ae4d-0f81438ec7bd tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:32.366744 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 35560) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:32.380599 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141d7a2c-3713-4fd0-9687-e2b805bee947 None None] Sync routers for ids ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'] in dv-cinder-815146-10-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:18:32.405120 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141d7a2c-3713-4fd0-9687-e2b805bee947 None None] Routers {'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:18:32.405865 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-141d7a2c-3713-4fd0-9687-e2b805bee947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:18:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:18:32.409266 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-2976bcf8-757a-4b71-ae4d-0f81438ec7bd tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "PUT /v2.0/floatingips/f5cbc860-7e20-4bc6-a245-6bca2954d18d HTTP/1.1" status: 200 len: 991 time: 1.8453372 Feb 14 15:18:32.409862 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124d95df-5de2-42f5-9cfc-b14e07e72a37', 'tag': '56799805-9581-427d-9206-ca0ee9a313c5'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:18:32.413889 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114b17781d7584df24a73d2ca002b1fc4e4ef728ba6c29ea40a3094f371b155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156c654c-4853-4fb0-a417-f7b42faf212c" -d '{"events": [{"name": "network-changed", "server_uuid": "124d95df-5de2-42f5-9cfc-b14e07e72a37", "tag": "56799805-9581-427d-9206-ca0ee9a313c5"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:18:32.503401 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd9e265-50e4-4afd-a616-fafe65f081c9 x-openstack-request-id: req-2bd9e265-50e4-4afd-a616-fafe65f081c9 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:18:32.504673 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124d95df-5de2-42f5-9cfc-b14e07e72a37", "tag": "56799805-9581-427d-9206-ca0ee9a313c5", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:18:32.504878 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2bd9e265-50e4-4afd-a616-fafe65f081c9 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:18:32.505175 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124d95df-5de2-42f5-9cfc-b14e07e72a37', 'tag': '56799805-9581-427d-9206-ca0ee9a313c5', 'status': 'completed', 'code': 200} Feb 14 15:18:32.553304 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9f70c414-875b-4cb1-835f-7168c20c8bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:32.591683 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-141d7a2c-3713-4fd0-9687-e2b805bee947 None None] Set router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:18:32.647436 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9f70c414-875b-4cb1-835f-7168c20c8bf1 admin admin] Publish callbacks [] for security_group (3547ddf5-f316-4c2e-a89f-59a32a17fb4b), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:32.657741 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9f70c414-875b-4cb1-835f-7168c20c8bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (3547ddf5-f316-4c2e-a89f-59a32a17fb4b), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:32.674494 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2cd7e35e-2a8f-4fd8-ac7b-c98cc8d68827 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:32.694808 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2cd7e35e-2a8f-4fd8-ac7b-c98cc8d68827 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560674'] for floatingip (82cf1cea-1bf5-45fc-8f19-a81e417f465c), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:32.708294 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-9f70c414-875b-4cb1-835f-7168c20c8bf1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=123e6108a1da4c1a8f5c3174ffb579b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3402069 Feb 14 15:18:32.710089 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 35580) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:32.719075 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c414-875b-4cb1-835f-7168c20c8bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3547ddf5-f316-4c2e-a89f-59a32a17fb4b,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:32.754753 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166f82b-3014-44a7-964f-230833e850df req-c6548494-33af-42d9-a670-fea725f730db tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:32.757027 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2166f82b-3014-44a7-964f-230833e850df req-c6548494-33af-42d9-a670-fea725f730db tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.4423811 Feb 14 15:18:32.770634 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c654c-4853-4fb0-a417-f7b42faf212c req-df46287c-1c62-4873-892f-c2fcb218277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:32.772663 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-156c654c-4853-4fb0-a417-f7b42faf212c req-df46287c-1c62-4873-892f-c2fcb218277b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=656f45aa39584fa99a563c00f915eda2&device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 1129 time: 0.1407230 Feb 14 15:18:32.781074 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-09085b8e-ffc3-4948-9a67-fe536af21441 admin admin] Publish callbacks [] for security_group (3547ddf5-f316-4c2e-a89f-59a32a17fb4b), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:32.817522 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-09085b8e-ffc3-4948-9a67-fe536af21441 admin admin] Publish callbacks [] for security_group (3547ddf5-f316-4c2e-a89f-59a32a17fb4b), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:32.924030 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-09085b8e-ffc3-4948-9a67-fe536af21441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (3547ddf5-f316-4c2e-a89f-59a32a17fb4b), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:32.929379 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-09085b8e-ffc3-4948-9a67-fe536af21441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:32.932703 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-09085b8e-ffc3-4948-9a67-fe536af21441 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3547ddf5-f316-4c2e-a89f-59a32a17fb4b HTTP/1.1" status: 204 len: 168 time: 0.2206388 Feb 14 15:18:32.946293 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 35598) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:32.953689 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09085b8e-ffc3-4948-9a67-fe536af21441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3547ddf5-f316-4c2e-a89f-59a32a17fb4b,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:32.960995 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2166f82b-3014-44a7-964f-230833e850df req-028cb0b3-fa70-4831-b6ae-d503ef775547 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906855 Feb 14 15:18:32.994339 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-141d7a2c-3713-4fd0-9687-e2b805bee947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'name': 'tempest-AttachVolumeTestJSON-252582479-router', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'gw_port': {'id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:39Z', 'updated_at': '2022-02-14T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': 'f5cbc860-7e20-4bc6-a245-6bca2954d18d', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'port_id': '56799805-9581-427d-9206-ca0ee9a313c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'mac_address': 'fa:16:3e:25:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124d95df-5de2-42f5-9cfc-b14e07e72a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:18:00Z', 'updated_at': '2022-02-14T15:18:31Z', 'revision_number': 1, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662e38d6-95d7-4031-b5a4-a7fe52f966c7', 'name': '', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'mac_address': 'fa:16:3e:c7:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:44Z', 'updated_at': '2022-02-14T15:17:54Z', 'revision_number': 5, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'subnets': [{'id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:18:33.013974 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb8a8e7-a15a-4e90-97d6-f92f97a327aa admin admin] Deleting subnet c8fb9deb-e739-4fdb-bab2-c3e660fd410f {{(pid=102564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:18:33.020115 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0eb8a8e7-a15a-4e90-97d6-f92f97a327aa admin admin] Publish callbacks [] for subnet (c8fb9deb-e739-4fdb-bab2-c3e660fd410f), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:33.041198 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141d7a2c-3713-4fd0-9687-e2b805bee947 None None] Checking router: b9fff21b-9f1e-41b7-b1a3-f5a2afca454b for host: dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:18:33.053178 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141d7a2c-3713-4fd0-9687-e2b805bee947 None None] Routers {'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:18:33.053903 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-141d7a2c-3713-4fd0-9687-e2b805bee947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:18:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:18:33.073304 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.db.l3_db [None req-2cd7e35e-2a8f-4fd8-ac7b-c98cc8d68827 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Floating IP 82cf1cea-1bf5-45fc-8f19-a81e417f465c associated. External IP: 172.27.0.233, port: 48624f8e-759c-4a17-8f94-964331589aa1. Feb 14 15:18:33.104615 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0eb8a8e7-a15a-4e90-97d6-f92f97a327aa admin admin] Publish callbacks [] for subnet (c8fb9deb-e739-4fdb-bab2-c3e660fd410f), precommit_delete_associations {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:33.120199 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0eb8a8e7-a15a-4e90-97d6-f92f97a327aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1868731'] for subnet (c8fb9deb-e739-4fdb-bab2-c3e660fd410f), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:33.197142 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c654c-4853-4fb0-a417-f7b42faf212c req-82ca31c3-38f0-458a-b0f8-3b111cae831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:33.198636 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-156c654c-4853-4fb0-a417-f7b42faf212c req-82ca31c3-38f0-458a-b0f8-3b111cae831c service neutron] 10.222.0.77 "GET /v2.0/networks?id=d8a50fc3-d129-4b74-b14e-edfcc858c8cc HTTP/1.1" status: 200 len: 911 time: 0.4085026 Feb 14 15:18:33.200991 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-141d7a2c-3713-4fd0-9687-e2b805bee947 None None] Set router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:18:33.214320 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0eb8a8e7-a15a-4e90-97d6-f92f97a327aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for subnet (c8fb9deb-e739-4fdb-bab2-c3e660fd410f), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:33.264187 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0eb8a8e7-a15a-4e90-97d6-f92f97a327aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:33.267489 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-0eb8a8e7-a15a-4e90-97d6-f92f97a327aa admin admin] 10.222.0.87 "DELETE /v2.0/subnets/c8fb9deb-e739-4fdb-bab2-c3e660fd410f HTTP/1.1" status: 204 len: 168 time: 0.3199415 Feb 14 15:18:33.268516 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8a8e7-a15a-4e90-97d6-f92f97a327aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8fb9deb-e739-4fdb-bab2-c3e660fd410f,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:33.271797 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 35606) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:33.352231 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1712449'] for network (da444b40-f43d-4bde-a1f2-c30e8ad5c5ee), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:33.462147 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-156c654c-4853-4fb0-a417-f7b42faf212c req-95833620-4958-482d-9908-7dad020994f6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56799805-9581-427d-9206-ca0ee9a313c5 HTTP/1.1" status: 200 len: 999 time: 0.2536466 Feb 14 15:18:33.487291 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1869372', 'neutron.services.segments.db._delete_segments_for_network-8752305293424'] for network (da444b40-f43d-4bde-a1f2-c30e8ad5c5ee), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:33.514446 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:33.515446 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:33.516399 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:33.516911 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Subscribe: > port after_create 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:33.517422 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:33.517928 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Subscribe: > port after_update 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:33.518405 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:33.519804 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:33.520418 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:33.520972 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:33.554101 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 35616) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:33.577356 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3eb1af84-c5ef-4892-82e5-fc0083ccf534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:33.590222 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-141d7a2c-3713-4fd0-9687-e2b805bee947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'name': 'tempest-AttachVolumeTestJSON-252582479-router', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'gw_port': {'id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:39Z', 'updated_at': '2022-02-14T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': 'f5cbc860-7e20-4bc6-a245-6bca2954d18d', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'port_id': '56799805-9581-427d-9206-ca0ee9a313c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'mac_address': 'fa:16:3e:25:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124d95df-5de2-42f5-9cfc-b14e07e72a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:18:00Z', 'updated_at': '2022-02-14T15:18:31Z', 'revision_number': 1, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662e38d6-95d7-4031-b5a4-a7fe52f966c7', 'name': '', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'mac_address': 'fa:16:3e:c7:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:44Z', 'updated_at': '2022-02-14T15:17:54Z', 'revision_number': 5, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'subnets': [{'id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:18:33.601915 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c654c-4853-4fb0-a417-f7b42faf212c req-3bf53a4d-a5ec-4dbb-a613-fe86c28fbbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:33.603389 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-156c654c-4853-4fb0-a417-f7b42faf212c req-3bf53a4d-a5ec-4dbb-a613-fe86c28fbbab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d07b9fd1-0958-4b2c-aed9-2e37c98ea84c HTTP/1.1" status: 200 len: 849 time: 0.1323183 Feb 14 15:18:33.624300 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141d7a2c-3713-4fd0-9687-e2b805bee947 None None] The sync data for ids ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'] in dv-cinder-815146-10-iscsi is: [{'id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'name': 'tempest-AttachVolumeTestJSON-252582479-router', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'gw_port': {'id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:39Z', 'updated_at': '2022-02-14T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': 'f5cbc860-7e20-4bc6-a245-6bca2954d18d', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'port_id': '56799805-9581-427d-9206-ca0ee9a313c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'mac_address': 'fa:16:3e:25:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124d95df-5de2-42f5-9cfc-b14e07e72a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:18:00Z', 'updated_at': '2022-02-14T15:18:31Z', 'revision_number': 1, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662e38d6-95d7-4031-b5a4-a7fe52f966c7', 'name': '', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'mac_address': 'fa:16:3e:c7:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:44Z', 'updated_at': '2022-02-14T15:17:54Z', 'revision_number': 5, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'subnets': [{'id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:18:33.715839 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:33.717427 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:33.718120 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:33.718696 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:33.719323 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da444b40-f43d-4bde-a1f2-c30e8ad5c5ee']}} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:18:33.723428 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd7e35e-2a8f-4fd8-ac7b-c98cc8d68827 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Router afc37eec-1140-4610-bb73-d0253e5d83f2 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:18:33.739459 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c654c-4853-4fb0-a417-f7b42faf212c req-61ea9353-8c1a-40d6-bf71-033631700ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:33.740998 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-156c654c-4853-4fb0-a417-f7b42faf212c req-61ea9353-8c1a-40d6-bf71-033631700ee4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8a50fc3-d129-4b74-b14e-edfcc858c8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1053593 Feb 14 15:18:33.748095 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c61e8c-493d-4de1-a943-84b290ee8e62') {'for_net_delete': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:18:33.748639 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c61e8c-493d-4de1-a943-84b290ee8e62') {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:18:33.771649 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752305294713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63366580'] for segment (f9c61e8c-493d-4de1-a943-84b290ee8e62), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:33.799916 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (f9c61e8c-493d-4de1-a943-84b290ee8e62), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:33.812146 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=102564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:18:33.812789 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62982902'] for segment (f9c61e8c-493d-4de1-a943-84b290ee8e62), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:33.842704 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3eb1af84-c5ef-4892-82e5-fc0083ccf534 admin admin] Publish callbacks [] for security_group (e753ef1b-3bb2-4369-919e-ff48d0d7ada3), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: from cryptography.utils import int_from_bytes Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: from cryptography.utils import int_from_bytes Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: Traceback (most recent call last): Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: timer() Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: cb(*args, **kw) Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: return func(*args, **kwargs) Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: self._notify() Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: self.callback(batched_events) Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: event.method(event) Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: return f(self, *a, **k) Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: return self._get(url).json() Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: return self.request(url, 'GET', **kwargs) Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:18:33.857339 dv-cinder-815146-10-iscsi neutron-server[102564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:18:33.874665 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3eb1af84-c5ef-4892-82e5-fc0083ccf534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (e753ef1b-3bb2-4369-919e-ff48d0d7ada3), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:33.960385 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c8cdb7-c53a-48bf-af1a-cf0cee1bd823 None None] New status for floating IP f5cbc860-7e20-4bc6-a245-6bca2954d18d: ACTIVE {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:18:33.970412 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1869365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560688'] for network (da444b40-f43d-4bde-a1f2-c30e8ad5c5ee), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:33.975607 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-3eb1af84-c5ef-4892-82e5-fc0083ccf534 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=64a71b0cd17644d08523c83cd771feec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4187486 Feb 14 15:18:33.977766 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 35630) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:33.994818 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:33.998133 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] 10.222.0.87 "DELETE /v2.0/networks/da444b40-f43d-4bde-a1f2-c30e8ad5c5ee HTTP/1.1" status: 204 len: 168 time: 0.7253904 Feb 14 15:18:34.000985 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Pushing event deleted for resources: {'Network': ['ID=da444b40-f43d-4bde-a1f2-c30e8ad5c5ee,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:34.002581 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 35634) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:34.019580 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1af84-c5ef-4892-82e5-fc0083ccf534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e753ef1b-3bb2-4369-919e-ff48d0d7ada3,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:34.058537 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:34.058894 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:34.059112 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd7e35e-2a8f-4fd8-ac7b-c98cc8d68827 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:18:34.059230 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:34.059570 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:34.059952 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:34.060287 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:34.060619 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:34.060952 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:34.061283 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:34.061612 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:34.061939 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:34.062290 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:34.062579 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171dff40-81c9-477d-bc1d-bd5910533e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:34.069799 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-156c654c-4853-4fb0-a417-f7b42faf212c req-1bc897fa-a7c2-4308-9d1a-9e01c5d7335d service neutron] 10.222.0.77 "GET /v2.0/networks/d8a50fc3-d129-4b74-b14e-edfcc858c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138127 Feb 14 15:18:34.072429 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f3b6e-7d56-459f-8cf3-595e6b7c37c8 None None] Sync routers for ids ['afc37eec-1140-4610-bb73-d0253e5d83f2'] in dv-cinder-815146-10-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:18:34.077606 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2cd7e35e-2a8f-4fd8-ac7b-c98cc8d68827 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:34.088939 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f3b6e-7d56-459f-8cf3-595e6b7c37c8 None None] Routers {'afc37eec-1140-4610-bb73-d0253e5d83f2'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:18:34.089643 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-810f3b6e-7d56-459f-8cf3-595e6b7c37c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:18:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['afc37eec-1140-4610-bb73-d0253e5d83f2'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:18:34.195212 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f42492-8532-4aed-97a2-82c07554a754 admin admin] Deleting subnet e2181105-5777-49c3-a7f9-f8afb202d4e6 {{(pid=102564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:18:34.199027 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-18ae2480-5565-4d59-8ba8-d66afa8283f3 admin admin] Publish callbacks [] for security_group (e753ef1b-3bb2-4369-919e-ff48d0d7ada3), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:34.213777 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-2cd7e35e-2a8f-4fd8-ac7b-c98cc8d68827 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "PUT /v2.0/floatingips/82cf1cea-1bf5-45fc-8f19-a81e417f465c HTTP/1.1" status: 200 len: 991 time: 2.7121825 Feb 14 15:18:34.217244 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7561bc0-08a7-4b25-8e28-bf4201e62514', 'tag': '48624f8e-759c-4a17-8f94-964331589aa1'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:18:34.219939 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88ce159-7520-461c-8151-fa8f112dbdc8" -d '{"events": [{"name": "network-changed", "server_uuid": "b7561bc0-08a7-4b25-8e28-bf4201e62514", "tag": "48624f8e-759c-4a17-8f94-964331589aa1"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:18:34.233568 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-18ae2480-5565-4d59-8ba8-d66afa8283f3 admin admin] Publish callbacks [] for security_group (e753ef1b-3bb2-4369-919e-ff48d0d7ada3), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:34.257681 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-156c654c-4853-4fb0-a417-f7b42faf212c req-0027f4b3-2dc3-43a2-b09e-ff1597a98f53 service neutron] 10.222.0.77 "GET /v2.0/networks/d8a50fc3-d129-4b74-b14e-edfcc858c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753542 Feb 14 15:18:34.291678 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-810f3b6e-7d56-459f-8cf3-595e6b7c37c8 None None] Set router afc37eec-1140-4610-bb73-d0253e5d83f2 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:18:34.321382 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15822ee4-1dc6-478e-9d73-cb1a04f7a4ea x-openstack-request-id: req-15822ee4-1dc6-478e-9d73-cb1a04f7a4ea {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:18:34.321860 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7561bc0-08a7-4b25-8e28-bf4201e62514", "tag": "48624f8e-759c-4a17-8f94-964331589aa1", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:18:34.322352 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-15822ee4-1dc6-478e-9d73-cb1a04f7a4ea {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:18:34.322840 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7561bc0-08a7-4b25-8e28-bf4201e62514', 'tag': '48624f8e-759c-4a17-8f94-964331589aa1', 'status': 'completed', 'code': 200} Feb 14 15:18:34.332298 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-88f42492-8532-4aed-97a2-82c07554a754 admin admin] Publish callbacks [] for subnet (e2181105-5777-49c3-a7f9-f8afb202d4e6), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:34.366164 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b3a47-956c-4fc3-8204-221d381fdc1f req-808e0721-967d-4312-bc6a-9c23b28fa3c8 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:34.367639 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-862b3a47-956c-4fc3-8204-221d381fdc1f req-808e0721-967d-4312-bc6a-9c23b28fa3c8 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.2561202 Feb 14 15:18:34.370904 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-18ae2480-5565-4d59-8ba8-d66afa8283f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (e753ef1b-3bb2-4369-919e-ff48d0d7ada3), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:34.373518 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-18ae2480-5565-4d59-8ba8-d66afa8283f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:34.374619 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-18ae2480-5565-4d59-8ba8-d66afa8283f3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e753ef1b-3bb2-4369-919e-ff48d0d7ada3 HTTP/1.1" status: 204 len: 168 time: 0.3942580 Feb 14 15:18:34.437274 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae2480-5565-4d59-8ba8-d66afa8283f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e753ef1b-3bb2-4369-919e-ff48d0d7ada3,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:34.454324 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-88f42492-8532-4aed-97a2-82c07554a754 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63366563'] for subnet (e2181105-5777-49c3-a7f9-f8afb202d4e6), precommit_delete_associations {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:34.454530 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ce159-7520-461c-8151-fa8f112dbdc8 req-132edb60-4ade-4606-9fc6-88ffbce6c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:34.456269 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d88ce159-7520-461c-8151-fa8f112dbdc8 req-132edb60-4ade-4606-9fc6-88ffbce6c72b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59e01ee3a909461f92070cf33d635c9f&device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 1129 time: 0.1065140 Feb 14 15:18:34.562181 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-88f42492-8532-4aed-97a2-82c07554a754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1868731'] for subnet (e2181105-5777-49c3-a7f9-f8afb202d4e6), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:34.653798 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ce159-7520-461c-8151-fa8f112dbdc8 req-3eb7b057-050c-4c21-a5c9-c7fe34fc688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:34.656577 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d88ce159-7520-461c-8151-fa8f112dbdc8 req-3eb7b057-050c-4c21-a5c9-c7fe34fc688d service neutron] 10.222.0.77 "GET /v2.0/networks?id=f46612e4-5188-4afd-b927-413922cf4afb HTTP/1.1" status: 200 len: 918 time: 0.1917043 Feb 14 15:18:34.664097 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-862b3a47-956c-4fc3-8204-221d381fdc1f req-23c48d0d-3b86-49d4-aefa-d6956a4205a7 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880807 Feb 14 15:18:34.686014 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-88f42492-8532-4aed-97a2-82c07554a754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62982484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63375816'] for subnet (e2181105-5777-49c3-a7f9-f8afb202d4e6), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:34.734625 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f42492-8532-4aed-97a2-82c07554a754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2181105-5777-49c3-a7f9-f8afb202d4e6,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:34.752080 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-88f42492-8532-4aed-97a2-82c07554a754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:34.766666 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-88f42492-8532-4aed-97a2-82c07554a754 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/e2181105-5777-49c3-a7f9-f8afb202d4e6 HTTP/1.1" status: 204 len: 168 time: 0.7571387 Feb 14 15:18:34.769107 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 35652) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:34.830355 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-810f3b6e-7d56-459f-8cf3-595e6b7c37c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-router', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:35Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'gw_port': {'id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': '82cf1cea-1bf5-45fc-8f19-a81e417f465c', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'port_id': '48624f8e-759c-4a17-8f94-964331589aa1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'mac_address': 'fa:16:3e:47:98:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7561bc0-08a7-4b25-8e28-bf4201e62514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:18:04Z', 'updated_at': '2022-02-14T15:18:32Z', 'revision_number': 1, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40238533-d58d-410a-b2b6-babcc8ff24e4', 'name': '', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'mac_address': 'fa:16:3e:92:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:43Z', 'updated_at': '2022-02-14T15:18:01Z', 'revision_number': 5, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'subnets': [{'id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:18:34.840869 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d88ce159-7520-461c-8151-fa8f112dbdc8 req-75e3d716-6f88-46e9-83c3-d4fd810b0b91 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48624f8e-759c-4a17-8f94-964331589aa1 HTTP/1.1" status: 200 len: 999 time: 0.1771986 Feb 14 15:18:34.863169 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f3b6e-7d56-459f-8cf3-595e6b7c37c8 None None] Checking router: afc37eec-1140-4610-bb73-d0253e5d83f2 for host: dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:18:34.870330 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a60b58ef-66f4-4fb3-936e-4d17174c894c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1712449'] for network (e5833a03-fd19-4719-b3f9-d85459de606d), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:34.877735 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f3b6e-7d56-459f-8cf3-595e6b7c37c8 None None] Routers {'afc37eec-1140-4610-bb73-d0253e5d83f2'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:18:34.878851 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-810f3b6e-7d56-459f-8cf3-595e6b7c37c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:18:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['afc37eec-1140-4610-bb73-d0253e5d83f2'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:18:34.951821 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ce159-7520-461c-8151-fa8f112dbdc8 req-c912380a-e3e7-4db6-b56c-9b7a8c4756e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:34.953396 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d88ce159-7520-461c-8151-fa8f112dbdc8 req-c912380a-e3e7-4db6-b56c-9b7a8c4756e5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36ea11a7-e606-4181-a1a1-331e0ed702b8 HTTP/1.1" status: 200 len: 856 time: 0.0991461 Feb 14 15:18:34.988753 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a60b58ef-66f4-4fb3-936e-4d17174c894c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1869372', 'neutron.services.segments.db._delete_segments_for_network-8752305293424'] for network (e5833a03-fd19-4719-b3f9-d85459de606d), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:35.019675 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-a60b58ef-66f4-4fb3-936e-4d17174c894c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5833a03-fd19-4719-b3f9-d85459de606d']}} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:18:35.021269 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ce159-7520-461c-8151-fa8f112dbdc8 req-33bff8ee-01d6-4ef3-b7d3-2aa1563e747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:35.023090 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d88ce159-7520-461c-8151-fa8f112dbdc8 req-33bff8ee-01d6-4ef3-b7d3-2aa1563e747a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f46612e4-5188-4afd-b927-413922cf4afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0603311 Feb 14 15:18:35.031520 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-a60b58ef-66f4-4fb3-936e-4d17174c894c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41bb5ab0-80de-4241-b5dd-4a8e73aa5e74') {'for_net_delete': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:18:35.032188 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-a60b58ef-66f4-4fb3-936e-4d17174c894c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41bb5ab0-80de-4241-b5dd-4a8e73aa5e74') {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:18:35.045150 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a60b58ef-66f4-4fb3-936e-4d17174c894c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752305294713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63366580'] for segment (41bb5ab0-80de-4241-b5dd-4a8e73aa5e74), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:35.064641 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a60b58ef-66f4-4fb3-936e-4d17174c894c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (41bb5ab0-80de-4241-b5dd-4a8e73aa5e74), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:35.072137 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60b58ef-66f4-4fb3-936e-4d17174c894c admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=102564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:18:35.072703 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a60b58ef-66f4-4fb3-936e-4d17174c894c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62982902'] for segment (41bb5ab0-80de-4241-b5dd-4a8e73aa5e74), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: Traceback (most recent call last): Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: timer() Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: cb(*args, **kw) Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: return func(*args, **kwargs) Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: self._notify() Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: self.callback(batched_events) Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: event.method(event) Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: return f(self, *a, **k) Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: return self._get(url).json() Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: return self.request(url, 'GET', **kwargs) Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:18:35.074464 dv-cinder-815146-10-iscsi neutron-server[102564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:18:35.088875 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-810f3b6e-7d56-459f-8cf3-595e6b7c37c8 None None] Set router afc37eec-1140-4610-bb73-d0253e5d83f2 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:18:35.140392 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a60b58ef-66f4-4fb3-936e-4d17174c894c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1869365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560688'] for network (e5833a03-fd19-4719-b3f9-d85459de606d), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:35.150181 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a60b58ef-66f4-4fb3-936e-4d17174c894c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:35.155197 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-a60b58ef-66f4-4fb3-936e-4d17174c894c admin admin] 10.222.0.87 "DELETE /v2.0/networks/e5833a03-fd19-4719-b3f9-d85459de606d HTTP/1.1" status: 204 len: 168 time: 0.3829424 Feb 14 15:18:35.161117 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d88ce159-7520-461c-8151-fa8f112dbdc8 req-70c91d8a-789a-4fdd-a7f2-e0a235ddc158 service neutron] 10.222.0.77 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262579 Feb 14 15:18:35.167917 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b58ef-66f4-4fb3-936e-4d17174c894c admin admin] Pushing event deleted for resources: {'Network': ['ID=e5833a03-fd19-4719-b3f9-d85459de606d,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:35.263566 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d88ce159-7520-461c-8151-fa8f112dbdc8 req-0fd7f574-3884-468f-821b-9cf8465f0e8c service neutron] 10.222.0.77 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945199 Feb 14 15:18:35.443813 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-810f3b6e-7d56-459f-8cf3-595e6b7c37c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-router', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:35Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'gw_port': {'id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': '82cf1cea-1bf5-45fc-8f19-a81e417f465c', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'port_id': '48624f8e-759c-4a17-8f94-964331589aa1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'mac_address': 'fa:16:3e:47:98:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7561bc0-08a7-4b25-8e28-bf4201e62514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:18:04Z', 'updated_at': '2022-02-14T15:18:32Z', 'revision_number': 1, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40238533-d58d-410a-b2b6-babcc8ff24e4', 'name': '', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'mac_address': 'fa:16:3e:92:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:43Z', 'updated_at': '2022-02-14T15:18:01Z', 'revision_number': 5, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'subnets': [{'id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:18:35.462829 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 35680) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:35.478574 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f3b6e-7d56-459f-8cf3-595e6b7c37c8 None None] The sync data for ids ['afc37eec-1140-4610-bb73-d0253e5d83f2'] in dv-cinder-815146-10-iscsi is: [{'id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-router', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:35Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'gw_port': {'id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': '82cf1cea-1bf5-45fc-8f19-a81e417f465c', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'port_id': '48624f8e-759c-4a17-8f94-964331589aa1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'mac_address': 'fa:16:3e:47:98:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7561bc0-08a7-4b25-8e28-bf4201e62514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:18:04Z', 'updated_at': '2022-02-14T15:18:32Z', 'revision_number': 1, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40238533-d58d-410a-b2b6-babcc8ff24e4', 'name': '', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'mac_address': 'fa:16:3e:92:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:43Z', 'updated_at': '2022-02-14T15:18:01Z', 'revision_number': 5, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'subnets': [{'id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:18:35.511303 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-ec4fa7b0-3e8c-47e3-818e-7aadf9780c88 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=931bc9189c7240639f50e4ab4dcf2661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471277 Feb 14 15:18:35.514125 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 35682) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:35.759672 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d650159b-daf9-4a5a-abd1-fe058d4d1e88 None None] New status for floating IP 82cf1cea-1bf5-45fc-8f19-a81e417f465c: ACTIVE {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:18:35.798570 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ff886d60-df02-4834-a5a9-1f7893480b54 admin admin] Publish callbacks [] for security_group (2575ee5e-e244-4951-95ed-7c24b35a0265), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:35.828049 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ff886d60-df02-4834-a5a9-1f7893480b54 admin admin] Publish callbacks [] for security_group (2575ee5e-e244-4951-95ed-7c24b35a0265), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:35.838154 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5f86a-9c5a-44e2-ba04-df63257bd213 req-d4f2fc24-dda7-45a7-b6b3-785aa9015a23 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:35.846743 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-41d5f86a-9c5a-44e2-ba04-df63257bd213 req-d4f2fc24-dda7-45a7-b6b3-785aa9015a23 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0811512 Feb 14 15:18:35.897319 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ff886d60-df02-4834-a5a9-1f7893480b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (2575ee5e-e244-4951-95ed-7c24b35a0265), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:35.900861 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ff886d60-df02-4834-a5a9-1f7893480b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:35.904844 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-ff886d60-df02-4834-a5a9-1f7893480b54 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2575ee5e-e244-4951-95ed-7c24b35a0265 HTTP/1.1" status: 204 len: 168 time: 0.3868372 Feb 14 15:18:35.919625 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff886d60-df02-4834-a5a9-1f7893480b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2575ee5e-e244-4951-95ed-7c24b35a0265,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:35.934561 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-41d5f86a-9c5a-44e2-ba04-df63257bd213 req-89ee8076-bd6e-49f5-ac91-fd0ef606aa3f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859654 Feb 14 15:18:36.276018 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 35710) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:36.315778 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4b095100-ceee-4ebd-b2a7-3cb6c3766654 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=010271c1a5b148a4a7a1ca5e74e9b32f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382628 Feb 14 15:18:36.318825 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 35712) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:36.369864 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7903abc0-b6b6-4f9d-9d26-9ad8569772e2 admin admin] Publish callbacks [] for security_group (eb9af892-d7af-40c2-82d1-251d19abbee6), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:36.391212 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7903abc0-b6b6-4f9d-9d26-9ad8569772e2 admin admin] Publish callbacks [] for security_group (eb9af892-d7af-40c2-82d1-251d19abbee6), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:36.459508 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7903abc0-b6b6-4f9d-9d26-9ad8569772e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (eb9af892-d7af-40c2-82d1-251d19abbee6), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:36.462184 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7903abc0-b6b6-4f9d-9d26-9ad8569772e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:36.466414 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-7903abc0-b6b6-4f9d-9d26-9ad8569772e2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/eb9af892-d7af-40c2-82d1-251d19abbee6 HTTP/1.1" status: 204 len: 168 time: 0.1466336 Feb 14 15:18:36.474856 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903abc0-b6b6-4f9d-9d26-9ad8569772e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9af892-d7af-40c2-82d1-251d19abbee6,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:36.482309 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903abc0-b6b6-4f9d-9d26-9ad8569772e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:36.482666 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903abc0-b6b6-4f9d-9d26-9ad8569772e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:36.483009 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903abc0-b6b6-4f9d-9d26-9ad8569772e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:36.483348 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903abc0-b6b6-4f9d-9d26-9ad8569772e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:36.483705 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903abc0-b6b6-4f9d-9d26-9ad8569772e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:36.484041 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903abc0-b6b6-4f9d-9d26-9ad8569772e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:36.484375 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903abc0-b6b6-4f9d-9d26-9ad8569772e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:36.484711 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903abc0-b6b6-4f9d-9d26-9ad8569772e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:36.485013 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903abc0-b6b6-4f9d-9d26-9ad8569772e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:36.485597 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903abc0-b6b6-4f9d-9d26-9ad8569772e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:36.486139 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903abc0-b6b6-4f9d-9d26-9ad8569772e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:36.486734 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903abc0-b6b6-4f9d-9d26-9ad8569772e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:36.487223 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903abc0-b6b6-4f9d-9d26-9ad8569772e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:37.067882 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d068a88-618c-41cb-afe1-21df9c5033b2 req-1884bf66-ded1-411f-91d6-1056035c4353 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:37.073579 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7d068a88-618c-41cb-afe1-21df9c5033b2 req-1884bf66-ded1-411f-91d6-1056035c4353 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0672660 Feb 14 15:18:37.129561 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7d068a88-618c-41cb-afe1-21df9c5033b2 req-aa0fc115-0a86-44b5-896f-7a3540ad8210 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534337 Feb 14 15:18:38.263018 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f8efd-bdf9-4aab-8dd4-e71667309747 req-60b94bad-2a90-4bda-9cf9-575cf9f5666c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:38.264903 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6e9f8efd-bdf9-4aab-8dd4-e71667309747 req-60b94bad-2a90-4bda-9cf9-575cf9f5666c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0554221 Feb 14 15:18:38.319747 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6e9f8efd-bdf9-4aab-8dd4-e71667309747 req-ad98c193-978f-424b-a96a-f379ef80e87f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484736 Feb 14 15:18:39.463638 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b784a6a-2bec-47a6-96c6-05d1fe927a25 req-4c614dc4-aab5-4fab-86f7-10494e434a6a tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:39.465156 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3b784a6a-2bec-47a6-96c6-05d1fe927a25 req-4c614dc4-aab5-4fab-86f7-10494e434a6a tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0742280 Feb 14 15:18:39.518861 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3b784a6a-2bec-47a6-96c6-05d1fe927a25 req-7ceee068-8332-4fc0-b036-08b09ec6a168 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477839 Feb 14 15:18:39.660451 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df3c2e-5d46-40e5-a73d-c7314789c40d req-02d89445-6a16-4b75-82fc-ab801c2989cd tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:39.662479 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c3df3c2e-5d46-40e5-a73d-c7314789c40d req-02d89445-6a16-4b75-82fc-ab801c2989cd tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 946 time: 0.0579109 Feb 14 15:18:39.716213 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c3df3c2e-5d46-40e5-a73d-c7314789c40d req-6df9e8cc-170f-4dc8-8ba0-da643cfb5447 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fad3557-3afd-4f8e-828a-d489baebb945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467043 Feb 14 15:18:40.501732 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-32d26c0f-b11f-4e86-bbb2-645da027b01b req-b6f8c13d-593a-4a22-90c3-0ceff31d4ebe service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442512 Feb 14 15:18:40.650920 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d26c0f-b11f-4e86-bbb2-645da027b01b req-3015096f-3f65-44b3-9cd6-a3d3a79c478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:40.652549 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-32d26c0f-b11f-4e86-bbb2-645da027b01b req-3015096f-3f65-44b3-9cd6-a3d3a79c478a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c9f16de8df448a89ca48ff22f7a1d34&device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 1130 time: 0.0850298 Feb 14 15:18:40.687500 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a5db5-ff0b-4bff-9818-2e674ad8c562 req-76138963-43fd-4d62-8419-ffe11ff73716 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:40.689140 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-683a5db5-ff0b-4bff-9818-2e674ad8c562 req-76138963-43fd-4d62-8419-ffe11ff73716 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0809736 Feb 14 15:18:40.807062 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-683a5db5-ff0b-4bff-9818-2e674ad8c562 req-3df3d4a2-dd53-480d-ad61-3aad75101f1f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968285 Feb 14 15:18:40.829128 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d26c0f-b11f-4e86-bbb2-645da027b01b req-1832f7d2-0828-4669-9dbc-2599a0633637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:40.829128 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-32d26c0f-b11f-4e86-bbb2-645da027b01b req-1832f7d2-0828-4669-9dbc-2599a0633637 service neutron] 10.222.0.77 "GET /v2.0/networks?id=438f6288-4686-4452-8a20-ac5b28efd854 HTTP/1.1" status: 200 len: 915 time: 0.1335900 Feb 14 15:18:40.880657 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88ef75-c700-47bd-83e4-0f5d338c1088 req-8ff81ab1-cca1-424f-854b-58fe53d54c16 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:40.882219 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4d88ef75-c700-47bd-83e4-0f5d338c1088 req-8ff81ab1-cca1-424f-854b-58fe53d54c16 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 946 time: 0.0695093 Feb 14 15:18:40.901147 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-32d26c0f-b11f-4e86-bbb2-645da027b01b req-46aee034-5df4-412d-a0d6-24b87e03fb3d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44b0868f-fa37-4cbc-b055-0b56461ac853 HTTP/1.1" status: 200 len: 217 time: 0.0616105 Feb 14 15:18:40.955889 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4d88ef75-c700-47bd-83e4-0f5d338c1088 req-dadcce98-bdce-4e8e-9298-dd385e85a10c tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fad3557-3afd-4f8e-828a-d489baebb945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677631 Feb 14 15:18:40.977706 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d26c0f-b11f-4e86-bbb2-645da027b01b req-1974f7eb-e150-4599-acd8-d3de963b1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:40.979375 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-32d26c0f-b11f-4e86-bbb2-645da027b01b req-1974f7eb-e150-4599-acd8-d3de963b1582 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=818a8ed2-f30e-480b-9539-d8e96c970bbf HTTP/1.1" status: 200 len: 854 time: 0.0657353 Feb 14 15:18:41.015532 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-32d26c0f-b11f-4e86-bbb2-645da027b01b req-00b81993-85e0-4bec-bd2f-fc18084a33c5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=438f6288-4686-4452-8a20-ac5b28efd854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282588 Feb 14 15:18:41.123289 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-32d26c0f-b11f-4e86-bbb2-645da027b01b req-6de16c53-92d6-4de7-9319-09fcfc26ca4d service neutron] 10.222.0.77 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967665 Feb 14 15:18:41.223019 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-32d26c0f-b11f-4e86-bbb2-645da027b01b req-bb26b47e-f6e3-481a-8ea2-73183fb0eae2 service neutron] 10.222.0.77 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896881 Feb 14 15:18:41.936895 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e3dc0-dfd7-4aba-80b3-efb6d501d8a4 req-4d417d39-dc64-4df5-874e-9b9dd1862ead tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:41.939320 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-797e3dc0-dfd7-4aba-80b3-efb6d501d8a4 req-4d417d39-dc64-4df5-874e-9b9dd1862ead tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0574474 Feb 14 15:18:41.991245 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-797e3dc0-dfd7-4aba-80b3-efb6d501d8a4 req-90b887f5-7746-422c-91ec-4072733d0f91 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440724 Feb 14 15:18:42.098082 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6836c-5082-4ef2-a834-54be1f948331 req-f040b563-39c4-499f-b350-49d9e0c31ce9 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:42.100752 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-47f6836c-5082-4ef2-a834-54be1f948331 req-f040b563-39c4-499f-b350-49d9e0c31ce9 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 946 time: 0.0611506 Feb 14 15:18:42.153159 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-47f6836c-5082-4ef2-a834-54be1f948331 req-f1910bba-b9fe-461a-a6ae-9f5eb8eab770 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fad3557-3afd-4f8e-828a-d489baebb945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468321 Feb 14 15:18:42.282969 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 35912) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:42.388600 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-501e5e55-dceb-40e0-b413-aa5b1ebe003d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:42.464381 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-501e5e55-dceb-40e0-b413-aa5b1ebe003d admin admin] Publish callbacks [] for security_group (3b2f02d1-8bdc-4f5f-9be2-a4c94480cfdf), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:42.468254 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-501e5e55-dceb-40e0-b413-aa5b1ebe003d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (3b2f02d1-8bdc-4f5f-9be2-a4c94480cfdf), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:42.508537 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-501e5e55-dceb-40e0-b413-aa5b1ebe003d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bf71ac9076dc405483fd6d9c77eb46c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244391 Feb 14 15:18:42.510592 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e5e55-dceb-40e0-b413-aa5b1ebe003d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2f02d1-8bdc-4f5f-9be2-a4c94480cfdf,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:42.511488 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 35918) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:42.556790 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315e99e-7c2a-4e41-b67a-48a3fcc5c5bf req-ff9821fa-4125-4084-8410-121a54620b34 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:42.558404 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7315e99e-7c2a-4e41-b67a-48a3fcc5c5bf req-ff9821fa-4125-4084-8410-121a54620b34 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.77 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 946 time: 0.0867336 Feb 14 15:18:42.775154 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:42.851805 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f22b98c3-912f-42f7-a710-aa98fe959750 admin admin] Publish callbacks [] for security_group (3b2f02d1-8bdc-4f5f-9be2-a4c94480cfdf), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:42.904550 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f22b98c3-912f-42f7-a710-aa98fe959750 admin admin] Publish callbacks [] for security_group (3b2f02d1-8bdc-4f5f-9be2-a4c94480cfdf), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:42.961761 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-7315e99e-7c2a-4e41-b67a-48a3fcc5c5bf req-87dc8719-d655-4262-a3fc-a9a740454b12 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Deleting port 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:18:42.962479 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-7315e99e-7c2a-4e41-b67a-48a3fcc5c5bf req-87dc8719-d655-4262-a3fc-a9a740454b12 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (72d1272c-7e97-4f42-bf4e-a87c50a5a4eb), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:43.022134 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f22b98c3-912f-42f7-a710-aa98fe959750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (3b2f02d1-8bdc-4f5f-9be2-a4c94480cfdf), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:43.025071 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f22b98c3-912f-42f7-a710-aa98fe959750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:43.026034 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f22b98c3-912f-42f7-a710-aa98fe959750 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3b2f02d1-8bdc-4f5f-9be2-a4c94480cfdf HTTP/1.1" status: 204 len: 168 time: 0.5122802 Feb 14 15:18:43.042717 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b98c3-912f-42f7-a710-aa98fe959750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2f02d1-8bdc-4f5f-9be2-a4c94480cfdf,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:43.079155 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-7315e99e-7c2a-4e41-b67a-48a3fcc5c5bf req-87dc8719-d655-4262-a3fc-a9a740454b12 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] For port 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=72d1272c-7e97-4f42-bf4e-a87c50a5a4eb,segment=NetworkSegment(2ef02161-d4f8-439c-85f4-cdfc6ce638a7),segment_id=2ef02161-d4f8-439c-85f4-cdfc6ce638a7)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:43.079604 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-7315e99e-7c2a-4e41-b67a-48a3fcc5c5bf req-87dc8719-d655-4262-a3fc-a9a740454b12 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (72d1272c-7e97-4f42-bf4e-a87c50a5a4eb), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:43.097948 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-7315e99e-7c2a-4e41-b67a-48a3fcc5c5bf req-87dc8719-d655-4262-a3fc-a9a740454b12 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Calling delete_port for 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:18:43.229905 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1da79c-e9a8-4b13-b190-b21ece2e68fc req-7be1fdaf-17b8-4b13-b36b-d6da071a2106 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:43.231543 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7a1da79c-e9a8-4b13-b190-b21ece2e68fc req-7be1fdaf-17b8-4b13-b36b-d6da071a2106 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.1362059 Feb 14 15:18:43.304210 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa53e31-e9f5-43d8-aad8-b428ba5eef92 req-3e57fdc7-6d8a-45f4-8c9e-2554480d6e9e tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:43.309121 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5aa53e31-e9f5-43d8-aad8-b428ba5eef92 req-3e57fdc7-6d8a-45f4-8c9e-2554480d6e9e tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 946 time: 0.0700088 Feb 14 15:18:43.327969 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7a1da79c-e9a8-4b13-b190-b21ece2e68fc req-3ea7f01f-21ad-4042-995b-44c6846b7a01 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909231 Feb 14 15:18:43.357679 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-7315e99e-7c2a-4e41-b67a-48a3fcc5c5bf req-87dc8719-d655-4262-a3fc-a9a740454b12 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436'] for port (72d1272c-7e97-4f42-bf4e-a87c50a5a4eb), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:43.379602 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5aa53e31-e9f5-43d8-aad8-b428ba5eef92 req-1447ba6e-6f21-46f7-98de-b532449a85de tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fad3557-3afd-4f8e-828a-d489baebb945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675416 Feb 14 15:18:43.390678 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc8719-d655-4262-a3fc-a9a740454b12 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Pushing event deleted for resources: {'Port': ['ID=72d1272c-7e97-4f42-bf4e-a87c50a5a4eb,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:43.419209 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6c5537a9-ad1c-43b7-9d30-b8b02e1b59a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:43.469736 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7315e99e-7c2a-4e41-b67a-48a3fcc5c5bf req-87dc8719-d655-4262-a3fc-a9a740454b12 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] No DVR routers for this DVR port 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb on host hv-cinder-81514 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:18:43.473330 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-7315e99e-7c2a-4e41-b67a-48a3fcc5c5bf req-87dc8719-d655-4262-a3fc-a9a740454b12 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:43.477036 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7315e99e-7c2a-4e41-b67a-48a3fcc5c5bf req-87dc8719-d655-4262-a3fc-a9a740454b12 tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.77 "DELETE /v2.0/ports/72d1272c-7e97-4f42-bf4e-a87c50a5a4eb HTTP/1.1" status: 204 len: 173 time: 0.9086602 Feb 14 15:18:43.477503 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b18542-a882-4be6-b4c6-161eb89cf6ed', 'name': 'network-vif-deleted', 'tag': '72d1272c-7e97-4f42-bf4e-a87c50a5a4eb'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:18:43.479736 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a4c0d1-3c41-469b-8b1f-984d711c7481" -d '{"events": [{"server_uuid": "90b18542-a882-4be6-b4c6-161eb89cf6ed", "name": "network-vif-deleted", "tag": "72d1272c-7e97-4f42-bf4e-a87c50a5a4eb"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:18:43.514388 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a969470d-a3fd-4b6e-ab54-31b8b44ff432 x-openstack-request-id: req-a969470d-a3fd-4b6e-ab54-31b8b44ff432 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:18:43.514688 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b18542-a882-4be6-b4c6-161eb89cf6ed", "name": "network-vif-deleted", "tag": "72d1272c-7e97-4f42-bf4e-a87c50a5a4eb", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:18:43.514948 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a969470d-a3fd-4b6e-ab54-31b8b44ff432 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:18:43.515387 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b18542-a882-4be6-b4c6-161eb89cf6ed', 'name': 'network-vif-deleted', 'tag': '72d1272c-7e97-4f42-bf4e-a87c50a5a4eb', 'status': 'completed', 'code': 200} Feb 14 15:18:44.499295 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fe37c-8770-472d-a6aa-02570256daf3 req-96a4ca08-4c6d-44b3-8c46-1340eb544f3f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:44.504312 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-823fe37c-8770-472d-a6aa-02570256daf3 req-96a4ca08-4c6d-44b3-8c46-1340eb544f3f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0806372 Feb 14 15:18:44.534150 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-059c2e3e-0c25-4257-8e05-b5ccdbad40ef req-8dbfa887-fce7-4d44-bbc4-2e40f497919e tempest-DeleteServersTestJSON-1109061733 tempest-DeleteServersTestJSON-1109061733-project] 10.222.0.87 "GET /v2.0/ports?device_id=90b18542-a882-4be6-b4c6-161eb89cf6ed HTTP/1.1" status: 200 len: 210 time: 0.0384638 Feb 14 15:18:44.568175 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-823fe37c-8770-472d-a6aa-02570256daf3 req-07b20483-a31b-4538-a839-fe8857715bad tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592017 Feb 14 15:18:45.253081 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:18:45.274220 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] No Port match for: 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:18:45.274647 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 72d1272c-7e97-4f42-bf4e-a87c50a5a4eb not bound to the agent host hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:18:45.611305 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a7aea23d-bff7-4861-82ff-e3f27ae086da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:45.711099 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f4ba6-2d5f-4cfb-9ced-1eedb6310acb req-2493c51b-c912-4619-ae75-dbab4d145c0b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:45.712760 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e37f4ba6-2d5f-4cfb-9ced-1eedb6310acb req-2493c51b-c912-4619-ae75-dbab4d145c0b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0534863 Feb 14 15:18:45.763901 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e37f4ba6-2d5f-4cfb-9ced-1eedb6310acb req-916c4c87-ffff-4b1f-b7a1-501e52641b34 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455022 Feb 14 15:18:46.510982 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9729055-8705-45d9-9b02-1e0932668f95 req-0cf74798-373c-4717-9e2c-6e8e9692295e tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:46.512478 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f9729055-8705-45d9-9b02-1e0932668f95 req-0cf74798-373c-4717-9e2c-6e8e9692295e tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/networks?id=438f6288-4686-4452-8a20-ac5b28efd854 HTTP/1.1" status: 200 len: 814 time: 0.1092527 Feb 14 15:18:46.526704 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f9729055-8705-45d9-9b02-1e0932668f95 req-14092904-69a2-4f12-8edf-1cac27d18de8 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/quotas/9c9f16de8df448a89ca48ff22f7a1d34 HTTP/1.1" status: 200 len: 375 time: 0.0090876 Feb 14 15:18:46.577414 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f9729055-8705-45d9-9b02-1e0932668f95 req-f5c619b7-6c7b-483d-bc99-99ce8b99db7a tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=9c9f16de8df448a89ca48ff22f7a1d34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460548 Feb 14 15:18:46.668876 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f9729055-8705-45d9-9b02-1e0932668f95 req-d27c4bce-5685-4e72-ac09-5ce9796d8214 service neutron] 10.222.0.87 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849640 Feb 14 15:18:46.758940 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f9729055-8705-45d9-9b02-1e0932668f95 req-8ae1b82c-8501-40ff-a0c0-044d12d799c1 service neutron] 10.222.0.87 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843930 Feb 14 15:18:46.894991 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2029ea-308f-4e15-9764-1e84d58e3a9d req-569f9398-881b-4d7d-9b29-1a3bd66db2db tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:46.896688 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7a2029ea-308f-4e15-9764-1e84d58e3a9d req-569f9398-881b-4d7d-9b29-1a3bd66db2db tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0643525 Feb 14 15:18:46.937560 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-69e9f296-af8f-489b-bbe1-e9cc5f9eea81 req-9ea81ea7-331d-48fd-af10-ad2f374f30ab tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 210 time: 0.0289247 Feb 14 15:18:46.957729 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7a2029ea-308f-4e15-9764-1e84d58e3a9d req-7423e1bd-78f6-46c5-a4e8-63be1c1fce37 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542336 Feb 14 15:18:47.023935 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 36054) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:47.070340 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6fc8d50-604d-4dc4-b975-2674f3bef5d7 admin admin] Deleting subnet e6ab69b9-9e0b-4e89-95ca-1d5e36fb34f5 {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:18:47.073641 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c6fc8d50-604d-4dc4-b975-2674f3bef5d7 admin admin] Publish callbacks [] for subnet (e6ab69b9-9e0b-4e89-95ca-1d5e36fb34f5), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:47.112517 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c6fc8d50-604d-4dc4-b975-2674f3bef5d7 admin admin] Publish callbacks [] for subnet (e6ab69b9-9e0b-4e89-95ca-1d5e36fb34f5), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:47.121980 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c6fc8d50-604d-4dc4-b975-2674f3bef5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1868731'] for subnet (e6ab69b9-9e0b-4e89-95ca-1d5e36fb34f5), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:47.177611 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c6fc8d50-604d-4dc4-b975-2674f3bef5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for subnet (e6ab69b9-9e0b-4e89-95ca-1d5e36fb34f5), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:47.203591 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc8d50-604d-4dc4-b975-2674f3bef5d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6ab69b9-9e0b-4e89-95ca-1d5e36fb34f5,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:47.205572 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c6fc8d50-604d-4dc4-b975-2674f3bef5d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:47.209361 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-c6fc8d50-604d-4dc4-b975-2674f3bef5d7 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/e6ab69b9-9e0b-4e89-95ca-1d5e36fb34f5 HTTP/1.1" status: 204 len: 168 time: 0.1843615 Feb 14 15:18:47.211771 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 36060) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:47.285836 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1712449'] for network (242ada04-a03c-4738-a938-2da9852ecaef), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:47.290930 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:47.384242 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1869372', 'neutron.services.segments.db._delete_segments_for_network-8752305293424'] for network (242ada04-a03c-4738-a938-2da9852ecaef), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:47.405315 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:47.405674 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:47.406462 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:47.406807 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] Subscribe: > port after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:47.407187 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] Subscribe: > port after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:47.407553 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] Subscribe: > port after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:47.407948 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:47.408280 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:47.408605 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:47.408935 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:47.478611 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:47.478611 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:47.478835 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:47.479173 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:18:47.479550 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242ada04-a03c-4738-a938-2da9852ecaef']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:18:47.500260 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef02161-d4f8-439c-85f4-cdfc6ce638a7') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:18:47.500682 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef02161-d4f8-439c-85f4-cdfc6ce638a7') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:18:47.522759 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752305294713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63220623'] for segment (2ef02161-d4f8-439c-85f4-cdfc6ce638a7), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:47.553137 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (2ef02161-d4f8-439c-85f4-cdfc6ce638a7), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:47.563593 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:18:47.564036 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63367343'] for segment (2ef02161-d4f8-439c-85f4-cdfc6ce638a7), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: from cryptography.utils import int_from_bytes Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: from cryptography.utils import int_from_bytes Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: Traceback (most recent call last): Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: timer() Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: cb(*args, **kw) Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: return func(*args, **kwargs) Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: self._notify() Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: self.callback(batched_events) Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: event.method(event) Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: return f(self, *a, **k) Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: return self._get(url).json() Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:18:47.568781 dv-cinder-815146-10-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:18:47.640100 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1869365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560688'] for network (242ada04-a03c-4738-a938-2da9852ecaef), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:47.658255 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:47.663188 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] 10.222.0.87 "DELETE /v2.0/networks/242ada04-a03c-4738-a938-2da9852ecaef HTTP/1.1" status: 204 len: 168 time: 0.4504051 Feb 14 15:18:47.673866 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35880646-ef4d-43c6-84ca-49744bb55d5c admin admin] Pushing event deleted for resources: {'Network': ['ID=242ada04-a03c-4738-a938-2da9852ecaef,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:47.787758 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 36084) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:47.825482 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:18:47.851076 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 36088) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:47.890621 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-a2d077a6-a8e4-4fc0-91b0-ebb5a24b808b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=63ee26507a254dbca30ae341edab044b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383673 Feb 14 15:18:47.893171 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 36090) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:47.942529 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-730e07c5-de07-45d1-9688-288675d96a8c admin admin] Publish callbacks [] for security_group (3fad3557-3afd-4f8e-828a-d489baebb945), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:47.967221 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-730e07c5-de07-45d1-9688-288675d96a8c admin admin] Publish callbacks [] for security_group (3fad3557-3afd-4f8e-828a-d489baebb945), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:48.016679 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-076a2495-91a2-4d10-8fe1-debb22d31912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:48.076720 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ad871168-bd25-446b-a092-943c77653277 req-a13b3d7a-db58-4513-94a4-3ec8499d4c27 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 210 time: 0.0550570 Feb 14 15:18:48.136288 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-076a2495-91a2-4d10-8fe1-debb22d31912 admin admin] Publish callbacks [] for security_group (0f6a041e-0d63-4a94-bf32-03b862df8f08), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:48.147603 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-730e07c5-de07-45d1-9688-288675d96a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (3fad3557-3afd-4f8e-828a-d489baebb945), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:48.150231 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-730e07c5-de07-45d1-9688-288675d96a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:48.151835 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-730e07c5-de07-45d1-9688-288675d96a8c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3fad3557-3afd-4f8e-828a-d489baebb945 HTTP/1.1" status: 204 len: 168 time: 0.2576723 Feb 14 15:18:48.152597 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-076a2495-91a2-4d10-8fe1-debb22d31912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (0f6a041e-0d63-4a94-bf32-03b862df8f08), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:48.177205 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e07c5-de07-45d1-9688-288675d96a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fad3557-3afd-4f8e-828a-d489baebb945,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:48.179340 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9729055-8705-45d9-9b02-1e0932668f95 req-434ed75f-1b36-41e8-8050-398f3706634d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:48.181252 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f9729055-8705-45d9-9b02-1e0932668f95 req-434ed75f-1b36-41e8-8050-398f3706634d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.77 "GET /v2.0/networks?id=438f6288-4686-4452-8a20-ac5b28efd854 HTTP/1.1" status: 200 len: 814 time: 0.1497183 Feb 14 15:18:48.201458 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-f9729055-8705-45d9-9b02-1e0932668f95 req-3fb12202-a695-4a5d-8302-59ac5aac2a77 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Request body: {'port': {'device_id': '1c06a15c-5e84-45ec-9790-6cbc9fb86704', 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854', 'admin_state_up': True, 'tenant_id': '9c9f16de8df448a89ca48ff22f7a1d34'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:18:48.206459 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-076a2495-91a2-4d10-8fe1-debb22d31912 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c160857d86af4736b8278c423fd67477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4144971 Feb 14 15:18:48.206639 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 36100) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:48.214615 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa6794-6309-4651-8608-8fe0f15a4a20 req-6c02d602-2730-4b47-8ac9-0811917918dd tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:48.216190 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-96aa6794-6309-4651-8608-8fe0f15a4a20 req-6c02d602-2730-4b47-8ac9-0811917918dd tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.1610749 Feb 14 15:18:48.233331 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a2495-91a2-4d10-8fe1-debb22d31912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6a041e-0d63-4a94-bf32-03b862df8f08,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:48.277263 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-96aa6794-6309-4651-8608-8fe0f15a4a20 req-8224fbe1-b9b6-49d1-a568-9fcf8107ba01 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522075 Feb 14 15:18:48.340963 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6bc6-4d21-46da-a71c-e899ba91c89b admin admin] Publish callbacks [] for security_group (0f6a041e-0d63-4a94-bf32-03b862df8f08), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:48.375084 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6bc6-4d21-46da-a71c-e899ba91c89b admin admin] Publish callbacks [] for security_group (0f6a041e-0d63-4a94-bf32-03b862df8f08), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:48.390573 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9729055-8705-45d9-9b02-1e0932668f95 req-3fb12202-a695-4a5d-8302-59ac5aac2a77 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Made reservation on behalf of 9c9f16de8df448a89ca48ff22f7a1d34 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:18:48.393910 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-f9729055-8705-45d9-9b02-1e0932668f95 req-3fb12202-a695-4a5d-8302-59ac5aac2a77 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:48.477364 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6bc6-4d21-46da-a71c-e899ba91c89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (0f6a041e-0d63-4a94-bf32-03b862df8f08), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:48.479947 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6bc6-4d21-46da-a71c-e899ba91c89b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:48.481114 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d7fd6bc6-4d21-46da-a71c-e899ba91c89b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0f6a041e-0d63-4a94-bf32-03b862df8f08 HTTP/1.1" status: 204 len: 168 time: 0.2703841 Feb 14 15:18:48.494818 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd6bc6-4d21-46da-a71c-e899ba91c89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6a041e-0d63-4a94-bf32-03b862df8f08,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:48.554078 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-f9729055-8705-45d9-9b02-1e0932668f95 req-3fb12202-a695-4a5d-8302-59ac5aac2a77 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Allocated IP 172.20.0.4 (438f6288-4686-4452-8a20-ac5b28efd854/818a8ed2-f30e-480b-9539-d8e96c970bbf/7f729812-4a5e-4a3c-8655-6dbff0eaed75) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:18:48.567862 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:48.716142 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-f9729055-8705-45d9-9b02-1e0932668f95 req-3fb12202-a695-4a5d-8302-59ac5aac2a77 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks [] for port (7f729812-4a5e-4a3c-8655-6dbff0eaed75), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:48.758208 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-f9729055-8705-45d9-9b02-1e0932668f95 req-3fb12202-a695-4a5d-8302-59ac5aac2a77 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (7f729812-4a5e-4a3c-8655-6dbff0eaed75), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:48.772429 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['44b0868f-fa37-4cbc-b055-0b56461ac853'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:18:48.787139 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9729055-8705-45d9-9b02-1e0932668f95 req-3fb12202-a695-4a5d-8302-59ac5aac2a77 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Network 438f6288-4686-4452-8a20-ac5b28efd854 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:18:48.790377 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-f9729055-8705-45d9-9b02-1e0932668f95 req-3fb12202-a695-4a5d-8302-59ac5aac2a77 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:18:48.811459 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9729055-8705-45d9-9b02-1e0932668f95 req-3fb12202-a695-4a5d-8302-59ac5aac2a77 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:18:48.819206 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 36128) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:48.844361 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-293f020e-8f92-45d0-aedc-983a930e7dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:48.874466 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9729055-8705-45d9-9b02-1e0932668f95 req-3fb12202-a695-4a5d-8302-59ac5aac2a77 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:48.876367 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-f9729055-8705-45d9-9b02-1e0932668f95 req-3fb12202-a695-4a5d-8302-59ac5aac2a77 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:48.907829 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f9729055-8705-45d9-9b02-1e0932668f95 req-3fb12202-a695-4a5d-8302-59ac5aac2a77 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7110047 Feb 14 15:18:48.915781 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb12202-a695-4a5d-8302-59ac5aac2a77 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Pushing event updated for resources: {'Port': ['ID=7f729812-4a5e-4a3c-8655-6dbff0eaed75,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:48.934535 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] Request body: {'port': {'device_id': '1c06a15c-5e84-45ec-9790-6cbc9fb86704', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:18:49.011771 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (7f729812-4a5e-4a3c-8655-6dbff0eaed75), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:49.016826 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-293f020e-8f92-45d0-aedc-983a930e7dfd admin admin] Publish callbacks [] for security_group (6f5df270-9c41-4f86-9b70-f1c5fb55efef), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:49.023107 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-293f020e-8f92-45d0-aedc-983a930e7dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (6f5df270-9c41-4f86-9b70-f1c5fb55efef), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:49.064358 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-293f020e-8f92-45d0-aedc-983a930e7dfd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=38baa37514b8472786358883627136b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436721 Feb 14 15:18:49.068369 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 36138) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:49.082713 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f020e-8f92-45d0-aedc-983a930e7dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5df270-9c41-4f86-9b70-f1c5fb55efef,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:49.132292 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7cf24e33-a6a5-4301-85c4-fe9aa01d5ea4 admin admin] Publish callbacks [] for security_group (6f5df270-9c41-4f86-9b70-f1c5fb55efef), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:49.164319 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7cf24e33-a6a5-4301-85c4-fe9aa01d5ea4 admin admin] Publish callbacks [] for security_group (6f5df270-9c41-4f86-9b70-f1c5fb55efef), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:49.227312 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7cf24e33-a6a5-4301-85c4-fe9aa01d5ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (6f5df270-9c41-4f86-9b70-f1c5fb55efef), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:49.230292 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7cf24e33-a6a5-4301-85c4-fe9aa01d5ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:49.235134 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-7cf24e33-a6a5-4301-85c4-fe9aa01d5ea4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6f5df270-9c41-4f86-9b70-f1c5fb55efef HTTP/1.1" status: 204 len: 168 time: 0.1630259 Feb 14 15:18:49.252549 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf24e33-a6a5-4301-85c4-fe9aa01d5ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5df270-9c41-4f86-9b70-f1c5fb55efef,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:49.293520 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f98e7-fb2b-4b3d-a066-d693664f9336 req-6649e95e-2296-40b7-97cf-0dcdf88065fa tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:49.295054 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c19f98e7-fb2b-4b3d-a066-d693664f9336 req-6649e95e-2296-40b7-97cf-0dcdf88065fa tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 931 time: 0.1200173 Feb 14 15:18:49.373270 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f729812-4a5e-4a3c-8655-6dbff0eaed75 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:18:49.391806 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] Publish callbacks [] for port (7f729812-4a5e-4a3c-8655-6dbff0eaed75), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:49.399846 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c19f98e7-fb2b-4b3d-a066-d693664f9336 req-f6326e3b-d897-447f-9e9e-bda105a9ae9c tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914707 Feb 14 15:18:49.422149 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] Transition to ACTIVE for port object 7f729812-4a5e-4a3c-8655-6dbff0eaed75 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:18:49.427127 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (7f729812-4a5e-4a3c-8655-6dbff0eaed75), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:49.518156 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] Pushing event updated for resources: {'Port': ['ID=7f729812-4a5e-4a3c-8655-6dbff0eaed75,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:49.604006 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf90822-0142-4183-8990-720a0c233ae0 req-bb8fbb91-4198-4a5a-9ad1-0a8236a85a56 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:49.605173 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4cf90822-0142-4183-8990-720a0c233ae0 req-bb8fbb91-4198-4a5a-9ad1-0a8236a85a56 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.1442831 Feb 14 15:18:49.647535 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] Attempting to bind port 7f729812-4a5e-4a3c-8655-6dbff0eaed75 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:18:49.647911 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] Attempting to bind port 7f729812-4a5e-4a3c-8655-6dbff0eaed75 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '51d015d4-cb41-4169-9c17-68bb917adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:18:49.648262 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] Attempting to bind port 7f729812-4a5e-4a3c-8655-6dbff0eaed75 on network 438f6288-4686-4452-8a20-ac5b28efd854 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:18:49.662452 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] Port 7f729812-4a5e-4a3c-8655-6dbff0eaed75 on network 438f6288-4686-4452-8a20-ac5b28efd854 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:18:49.662788 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] Attempting to bind port 7f729812-4a5e-4a3c-8655-6dbff0eaed75 on network 438f6288-4686-4452-8a20-ac5b28efd854 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:18:49.674694 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] Checking agent: {'id': 'f190771b-33cd-44d9-aea8-80be24af3e8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'started_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:18:49.675039 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] Checking segment: {'id': '51d015d4-cb41-4169-9c17-68bb917adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:18:49.676210 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] Bound using segment: {'id': '51d015d4-cb41-4169-9c17-68bb917adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:18:49.676802 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] Bound port: 7f729812-4a5e-4a3c-8655-6dbff0eaed75, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d015d4-cb41-4169-9c17-68bb917adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:18:49.677318 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (7f729812-4a5e-4a3c-8655-6dbff0eaed75), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:49.683746 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4cf90822-0142-4183-8990-720a0c233ae0 req-bbd26181-296c-4b9a-8099-964524eb23ee tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695174 Feb 14 15:18:49.773668 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:49.783580 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] For port 7f729812-4a5e-4a3c-8655-6dbff0eaed75, host hv-cinder-81514, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:18:49.788443 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] For port 7f729812-4a5e-4a3c-8655-6dbff0eaed75, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7f729812-4a5e-4a3c-8655-6dbff0eaed75,segment=NetworkSegment(51d015d4-cb41-4169-9c17-68bb917adb3e),segment_id=51d015d4-cb41-4169-9c17-68bb917adb3e)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:18:49.796269 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (7f729812-4a5e-4a3c-8655-6dbff0eaed75), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:49.835847 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:49.836470 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:49.838206 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] 10.222.0.77 "PUT /v2.0/ports/7f729812-4a5e-4a3c-8655-6dbff0eaed75 HTTP/1.1" status: 200 len: 1093 time: 0.9085121 Feb 14 15:18:49.838649 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c06a15c-5e84-45ec-9790-6cbc9fb86704', 'tag': '7f729812-4a5e-4a3c-8655-6dbff0eaed75'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:18:49.841014 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551b8700-3a6a-4e55-b0c4-5fc39a8d169f" -d '{"events": [{"name": "network-changed", "server_uuid": "1c06a15c-5e84-45ec-9790-6cbc9fb86704", "tag": "7f729812-4a5e-4a3c-8655-6dbff0eaed75"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:18:49.867678 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31db439-5217-40b3-8c60-892ab0851252 service neutron] Pushing event updated for resources: {'Port': ['ID=7f729812-4a5e-4a3c-8655-6dbff0eaed75,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:49.888120 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c92bba-2315-4860-99ae-9bb72a103cbf x-openstack-request-id: req-43c92bba-2315-4860-99ae-9bb72a103cbf {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:18:49.888537 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c06a15c-5e84-45ec-9790-6cbc9fb86704", "tag": "7f729812-4a5e-4a3c-8655-6dbff0eaed75", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:18:49.888817 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-43c92bba-2315-4860-99ae-9bb72a103cbf {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:18:49.889219 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c06a15c-5e84-45ec-9790-6cbc9fb86704', 'tag': '7f729812-4a5e-4a3c-8655-6dbff0eaed75', 'status': 'completed', 'code': 200} Feb 14 15:18:49.946741 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9729055-8705-45d9-9b02-1e0932668f95 req-9be425b2-5da0-4c8f-8189-e4c6041d434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:49.948292 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f9729055-8705-45d9-9b02-1e0932668f95 req-9be425b2-5da0-4c8f-8189-e4c6041d434b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c9f16de8df448a89ca48ff22f7a1d34&device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 1127 time: 0.0518925 Feb 14 15:18:49.994746 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f9729055-8705-45d9-9b02-1e0932668f95 req-ac4cc09d-793c-40c2-a20f-f40d92a65502 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f729812-4a5e-4a3c-8655-6dbff0eaed75 HTTP/1.1" status: 200 len: 217 time: 0.0365889 Feb 14 15:18:50.052265 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c82533df-d5c4-4812-b339-81d44cc41386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:50.053852 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f9729055-8705-45d9-9b02-1e0932668f95 req-c82533df-d5c4-4812-b339-81d44cc41386 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=818a8ed2-f30e-480b-9539-d8e96c970bbf HTTP/1.1" status: 200 len: 854 time: 0.0493939 Feb 14 15:18:50.092172 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f9729055-8705-45d9-9b02-1e0932668f95 req-62cf3989-7c06-4877-b9f5-07720b2b6162 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=438f6288-4686-4452-8a20-ac5b28efd854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294752 Feb 14 15:18:50.188501 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f9729055-8705-45d9-9b02-1e0932668f95 req-ee68c039-2162-4e7b-a29a-cb9ae791ff0d service neutron] 10.222.0.77 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888073 Feb 14 15:18:50.296923 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f9729055-8705-45d9-9b02-1e0932668f95 req-dd94c730-6aab-40d0-ab24-caec89efae2e service neutron] 10.222.0.77 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956213 Feb 14 15:18:50.399628 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b8700-3a6a-4e55-b0c4-5fc39a8d169f req-49cdf46d-d742-4797-b6a0-b8791c1807ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:50.401409 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-551b8700-3a6a-4e55-b0c4-5fc39a8d169f req-49cdf46d-d742-4797-b6a0-b8791c1807ba service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c9f16de8df448a89ca48ff22f7a1d34&device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 1127 time: 0.0453727 Feb 14 15:18:50.529259 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b8700-3a6a-4e55-b0c4-5fc39a8d169f req-b95ccb42-50f8-46f1-8230-170b9cc35611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:50.530830 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-551b8700-3a6a-4e55-b0c4-5fc39a8d169f req-b95ccb42-50f8-46f1-8230-170b9cc35611 service neutron] 10.222.0.77 "GET /v2.0/networks?id=438f6288-4686-4452-8a20-ac5b28efd854 HTTP/1.1" status: 200 len: 915 time: 0.1183937 Feb 14 15:18:50.557287 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e6425-3110-4d02-a39f-64921ca4cd23 req-f285e77c-f03f-4422-be6a-5f9b11c955b2 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:50.558780 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6d2e6425-3110-4d02-a39f-64921ca4cd23 req-f285e77c-f03f-4422-be6a-5f9b11c955b2 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 943 time: 0.0874572 Feb 14 15:18:50.600716 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-551b8700-3a6a-4e55-b0c4-5fc39a8d169f req-213f59b3-5dd3-4ec2-b40e-40799e9a1d9a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f729812-4a5e-4a3c-8655-6dbff0eaed75 HTTP/1.1" status: 200 len: 217 time: 0.0605807 Feb 14 15:18:50.689680 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6d2e6425-3110-4d02-a39f-64921ca4cd23 req-6727b157-d32c-4580-8f77-3111fdb20154 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925231 Feb 14 15:18:50.690580 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b8700-3a6a-4e55-b0c4-5fc39a8d169f req-87cfe6ef-bd41-4b93-936d-82aa88422632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:50.692205 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-551b8700-3a6a-4e55-b0c4-5fc39a8d169f req-87cfe6ef-bd41-4b93-936d-82aa88422632 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=818a8ed2-f30e-480b-9539-d8e96c970bbf HTTP/1.1" status: 200 len: 854 time: 0.0761271 Feb 14 15:18:50.733669 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-551b8700-3a6a-4e55-b0c4-5fc39a8d169f req-5becc64d-31ef-46da-9241-bb34801630d8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=438f6288-4686-4452-8a20-ac5b28efd854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352197 Feb 14 15:18:50.818789 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269d469-bbd0-4c86-8e37-c976ddaa586f req-92ce39c9-31bb-4167-9364-fceeea236e2b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:50.820471 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8269d469-bbd0-4c86-8e37-c976ddaa586f req-92ce39c9-31bb-4167-9364-fceeea236e2b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0553567 Feb 14 15:18:50.830049 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-551b8700-3a6a-4e55-b0c4-5fc39a8d169f req-91dc9033-0f1f-41af-a78c-9efe71e9493c service neutron] 10.222.0.77 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866058 Feb 14 15:18:50.876784 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8269d469-bbd0-4c86-8e37-c976ddaa586f req-a04ddd2a-2f6b-4aa4-b492-77d709d03528 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488579 Feb 14 15:18:51.173288 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-551b8700-3a6a-4e55-b0c4-5fc39a8d169f req-74ebb190-0db7-474f-8627-c4f2b4fa5d1c service neutron] 10.222.0.77 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338883 Feb 14 15:18:51.812836 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2ba31-7201-48cf-8cb2-3ba95fcc7227 req-25eece66-8a2e-47e7-8fbb-1ae003d091f4 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:51.814324 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9aa2ba31-7201-48cf-8cb2-3ba95fcc7227 req-25eece66-8a2e-47e7-8fbb-1ae003d091f4 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 943 time: 0.0538807 Feb 14 15:18:51.864086 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9aa2ba31-7201-48cf-8cb2-3ba95fcc7227 req-f7d8b25f-0d75-4ddf-8639-66b6090ab12f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441148 Feb 14 15:18:51.996664 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ea824-87f8-4ee3-b9ea-14b0dfb24467 req-3a7f7933-72a5-46ff-99dd-eb14e658a0f2 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:51.998050 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fd2ea824-87f8-4ee3-b9ea-14b0dfb24467 req-3a7f7933-72a5-46ff-99dd-eb14e658a0f2 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0518978 Feb 14 15:18:52.044337 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fd2ea824-87f8-4ee3-b9ea-14b0dfb24467 req-ff297ad2-149a-4c6a-bf29-98bc026d0e7c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408638 Feb 14 15:18:52.403124 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 36308) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:52.507556 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c888fdec-d386-4485-a2f0-60f250553d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:52.587876 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c888fdec-d386-4485-a2f0-60f250553d8f admin admin] Publish callbacks [] for security_group (80255165-7d26-43f8-8992-bf9f8e8f22f5), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:52.591235 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c888fdec-d386-4485-a2f0-60f250553d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (80255165-7d26-43f8-8992-bf9f8e8f22f5), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:52.626798 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888fdec-d386-4485-a2f0-60f250553d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80255165-7d26-43f8-8992-bf9f8e8f22f5,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:52.631654 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-c888fdec-d386-4485-a2f0-60f250553d8f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1c4ff50dbfc54cebb94bc980604c12ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274411 Feb 14 15:18:52.634728 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 36312) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:52.689491 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-662337b4-1756-4b63-a140-3ec6d576af74 admin admin] Publish callbacks [] for security_group (80255165-7d26-43f8-8992-bf9f8e8f22f5), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:52.711037 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-662337b4-1756-4b63-a140-3ec6d576af74 admin admin] Publish callbacks [] for security_group (80255165-7d26-43f8-8992-bf9f8e8f22f5), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:52.764249 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-662337b4-1756-4b63-a140-3ec6d576af74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (80255165-7d26-43f8-8992-bf9f8e8f22f5), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:52.767239 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-662337b4-1756-4b63-a140-3ec6d576af74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:52.768447 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-662337b4-1756-4b63-a140-3ec6d576af74 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/80255165-7d26-43f8-8992-bf9f8e8f22f5 HTTP/1.1" status: 204 len: 168 time: 0.1323893 Feb 14 15:18:52.778682 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662337b4-1756-4b63-a140-3ec6d576af74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80255165-7d26-43f8-8992-bf9f8e8f22f5,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:53.004936 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a578449-4d51-4480-9a6a-64143b538930 req-7736d392-1cd9-4c71-9f2d-ba890ea96849 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:53.006841 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9a578449-4d51-4480-9a6a-64143b538930 req-7736d392-1cd9-4c71-9f2d-ba890ea96849 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 943 time: 0.0687299 Feb 14 15:18:53.070106 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9a578449-4d51-4480-9a6a-64143b538930 req-8814eafb-8461-4a99-a26b-e59697a350ac tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532150 Feb 14 15:18:53.187039 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b98c48-b85b-4f49-9f36-0a4dc0a0e248 req-a9149ec2-2417-4a4b-89ec-86ec07bc385b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:53.188862 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a0b98c48-b85b-4f49-9f36-0a4dc0a0e248 req-a9149ec2-2417-4a4b-89ec-86ec07bc385b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0705369 Feb 14 15:18:53.250880 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a0b98c48-b85b-4f49-9f36-0a4dc0a0e248 req-4159b7d5-f521-424b-af76-68a0c81e2a9a tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509295 Feb 14 15:18:53.253299 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 36356) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:53.330956 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 7f729812-4a5e-4a3c-8655-6dbff0eaed75 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:18:53.376059 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-eb00caf7-252b-4dfb-a6e3-89f487f4055e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:53.458923 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 7f729812-4a5e-4a3c-8655-6dbff0eaed75, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7f729812-4a5e-4a3c-8655-6dbff0eaed75,segment=NetworkSegment(51d015d4-cb41-4169-9c17-68bb917adb3e),segment_id=51d015d4-cb41-4169-9c17-68bb917adb3e)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:53.470158 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-eb00caf7-252b-4dfb-a6e3-89f487f4055e admin admin] Publish callbacks [] for security_group (e19d804d-ea83-4a5d-9fb5-aace5dda5f52), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:53.471506 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': '7f729812-4a5e-4a3c-8655-6dbff0eaed75', 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854', 'port_id': '7f729812-4a5e-4a3c-8655-6dbff0eaed75', 'mac_address': 'fa:16:3e:54:1f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '818a8ed2-f30e-480b-9539-d8e96c970bbf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:18:53.475862 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-eb00caf7-252b-4dfb-a6e3-89f487f4055e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (e19d804d-ea83-4a5d-9fb5-aace5dda5f52), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:53.511033 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 7f729812-4a5e-4a3c-8655-6dbff0eaed75 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:18:53.511517 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (7f729812-4a5e-4a3c-8655-6dbff0eaed75), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:53.516487 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-eb00caf7-252b-4dfb-a6e3-89f487f4055e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1a0e40a11bbe4f7f902bb3380a696c7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621493 Feb 14 15:18:53.517706 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00caf7-252b-4dfb-a6e3-89f487f4055e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19d804d-ea83-4a5d-9fb5-aace5dda5f52,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:53.519173 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 36368) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:53.538083 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f729812-4a5e-4a3c-8655-6dbff0eaed75 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:18:53.562860 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 7f729812-4a5e-4a3c-8655-6dbff0eaed75, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7f729812-4a5e-4a3c-8655-6dbff0eaed75,segment=NetworkSegment(51d015d4-cb41-4169-9c17-68bb917adb3e),segment_id=51d015d4-cb41-4169-9c17-68bb917adb3e)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:53.569221 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (7f729812-4a5e-4a3c-8655-6dbff0eaed75), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:53.578229 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7943601b-9376-4c6c-83f6-9ec5ae0c0f2f admin admin] Publish callbacks [] for security_group (e19d804d-ea83-4a5d-9fb5-aace5dda5f52), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:53.606499 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7943601b-9376-4c6c-83f6-9ec5ae0c0f2f admin admin] Publish callbacks [] for security_group (e19d804d-ea83-4a5d-9fb5-aace5dda5f52), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:53.627330 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=7f729812-4a5e-4a3c-8655-6dbff0eaed75,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:53.635581 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:53.635956 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:53.636334 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:53.636681 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:53.637020 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:53.637356 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:53.637701 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:53.638035 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:53.638366 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:53.638707 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:53.639043 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:53.639369 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:53.639829 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:18:53.660257 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7943601b-9376-4c6c-83f6-9ec5ae0c0f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (e19d804d-ea83-4a5d-9fb5-aace5dda5f52), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:53.663268 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7943601b-9376-4c6c-83f6-9ec5ae0c0f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:53.666930 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-7943601b-9376-4c6c-83f6-9ec5ae0c0f2f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e19d804d-ea83-4a5d-9fb5-aace5dda5f52 HTTP/1.1" status: 204 len: 168 time: 0.1434317 Feb 14 15:18:53.673132 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943601b-9376-4c6c-83f6-9ec5ae0c0f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19d804d-ea83-4a5d-9fb5-aace5dda5f52,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:53.935355 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['7f729812-4a5e-4a3c-8655-6dbff0eaed75'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:18:53.979202 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 36386) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:53.993640 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8102dad1-c4bc-41fb-b291-f23f14bbca25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:54.081027 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8102dad1-c4bc-41fb-b291-f23f14bbca25 admin admin] Publish callbacks [] for security_group (b2e46d56-5fb9-4fb2-b121-d0f3fa70ae8b), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:54.088379 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8102dad1-c4bc-41fb-b291-f23f14bbca25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (b2e46d56-5fb9-4fb2-b121-d0f3fa70ae8b), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:54.140373 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102dad1-c4bc-41fb-b291-f23f14bbca25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e46d56-5fb9-4fb2-b121-d0f3fa70ae8b,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:54.147262 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-8102dad1-c4bc-41fb-b291-f23f14bbca25 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b923bd7868664345b70ed3c49bfc4c73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1668804 Feb 14 15:18:54.149797 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 36392) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:18:54.252292 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb41988-2a4f-43c4-836c-026553679217 req-f2779965-7965-461a-b4cf-d0b3621ce425 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:54.254571 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7eb41988-2a4f-43c4-836c-026553679217 req-f2779965-7965-461a-b4cf-d0b3621ce425 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 944 time: 0.0854790 Feb 14 15:18:54.255864 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fb46129a-bf20-4242-84c7-0198d0a33d01 admin admin] Publish callbacks [] for security_group (b2e46d56-5fb9-4fb2-b121-d0f3fa70ae8b), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:54.295212 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fb46129a-bf20-4242-84c7-0198d0a33d01 admin admin] Publish callbacks [] for security_group (b2e46d56-5fb9-4fb2-b121-d0f3fa70ae8b), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:54.352061 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7eb41988-2a4f-43c4-836c-026553679217 req-4584c4ce-3d6a-42f2-984b-e23c91fdc6f4 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913141 Feb 14 15:18:54.371138 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67682a-a936-46f2-b070-17934a786362 req-d1437598-de59-4656-bebd-cc6df6050360 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:54.372831 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7c67682a-a936-46f2-b070-17934a786362 req-d1437598-de59-4656-bebd-cc6df6050360 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0637138 Feb 14 15:18:54.374612 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fb46129a-bf20-4242-84c7-0198d0a33d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (b2e46d56-5fb9-4fb2-b121-d0f3fa70ae8b), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:54.377319 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fb46129a-bf20-4242-84c7-0198d0a33d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:54.381909 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-fb46129a-bf20-4242-84c7-0198d0a33d01 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b2e46d56-5fb9-4fb2-b121-d0f3fa70ae8b HTTP/1.1" status: 204 len: 168 time: 0.2304950 Feb 14 15:18:54.390897 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46129a-bf20-4242-84c7-0198d0a33d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e46d56-5fb9-4fb2-b121-d0f3fa70ae8b,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:54.449930 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7c67682a-a936-46f2-b070-17934a786362 req-4f1e2e45-0841-4e6c-8276-e432da3d26c8 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706263 Feb 14 15:18:55.352697 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 7f729812-4a5e-4a3c-8655-6dbff0eaed75 up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:18:55.408457 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning for port 7f729812-4a5e-4a3c-8655-6dbff0eaed75 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:18:55.413085 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port 7f729812-4a5e-4a3c-8655-6dbff0eaed75 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:18:55.413470 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (7f729812-4a5e-4a3c-8655-6dbff0eaed75), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:55.494850 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df11340-1ace-45b8-8b02-1966c0052037 req-f7372d83-129d-4631-aaaa-fed160ddfd49 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:55.497579 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6df11340-1ace-45b8-8b02-1966c0052037 req-f7372d83-129d-4631-aaaa-fed160ddfd49 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 944 time: 0.0649946 Feb 14 15:18:55.521165 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 7f729812-4a5e-4a3c-8655-6dbff0eaed75 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:18:55.521626 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (7f729812-4a5e-4a3c-8655-6dbff0eaed75), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:55.563177 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6df11340-1ace-45b8-8b02-1966c0052037 req-826c9e4b-4bb9-417a-ad28-f6936b5989e2 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579693 Feb 14 15:18:55.579546 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c06a15c-5e84-45ec-9790-6cbc9fb86704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f729812-4a5e-4a3c-8655-6dbff0eaed75'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:18:55.582795 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a18fe2-aa77-4de2-9b93-3971c7c84b8b" -d '{"events": [{"server_uuid": "1c06a15c-5e84-45ec-9790-6cbc9fb86704", "name": "network-vif-plugged", "status": "completed", "tag": "7f729812-4a5e-4a3c-8655-6dbff0eaed75"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:18:55.588854 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ac927-329c-4740-b483-a07e106a569f req-2f76d31c-532c-4afd-8ecb-e7a03af99da7 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:55.589697 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 7f729812-4a5e-4a3c-8655-6dbff0eaed75, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7f729812-4a5e-4a3c-8655-6dbff0eaed75,segment=NetworkSegment(51d015d4-cb41-4169-9c17-68bb917adb3e),segment_id=51d015d4-cb41-4169-9c17-68bb917adb3e)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:18:55.591150 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-469ac927-329c-4740-b483-a07e106a569f req-2f76d31c-532c-4afd-8ecb-e7a03af99da7 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0599549 Feb 14 15:18:55.600370 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (7f729812-4a5e-4a3c-8655-6dbff0eaed75), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:18:55.638761 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a3f640-10f8-400e-b066-0c7130e692ca x-openstack-request-id: req-c2a3f640-10f8-400e-b066-0c7130e692ca {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:18:55.639078 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c06a15c-5e84-45ec-9790-6cbc9fb86704", "name": "network-vif-plugged", "status": "completed", "tag": "7f729812-4a5e-4a3c-8655-6dbff0eaed75", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:18:55.639503 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c2a3f640-10f8-400e-b066-0c7130e692ca {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:18:55.640069 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c06a15c-5e84-45ec-9790-6cbc9fb86704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f729812-4a5e-4a3c-8655-6dbff0eaed75', 'code': 200} Feb 14 15:18:55.672277 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-469ac927-329c-4740-b483-a07e106a569f req-577d3bf0-c1ee-4dba-92d2-223b2684186e tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732110 Feb 14 15:18:55.673945 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=7f729812-4a5e-4a3c-8655-6dbff0eaed75,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:18:55.841152 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931be2f-d49f-47b0-83f6-268ea08fe018 req-4286ecb6-38f9-4f6f-b07a-990a946cae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:55.842738 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6931be2f-d49f-47b0-83f6-268ea08fe018 req-4286ecb6-38f9-4f6f-b07a-990a946cae40 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 1129 time: 0.0478599 Feb 14 15:18:55.894425 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6931be2f-d49f-47b0-83f6-268ea08fe018 req-a8531c7e-b501-4453-a2ac-25c421f12d06 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431402 Feb 14 15:18:56.681857 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c8c0b-69ec-4ecf-be81-c35b7f2275a4 req-cefcb3b3-49cd-490b-9f7c-4fbf44aa8966 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:56.683493 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d70c8c0b-69ec-4ecf-be81-c35b7f2275a4 req-cefcb3b3-49cd-490b-9f7c-4fbf44aa8966 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 945 time: 0.0563400 Feb 14 15:18:56.734678 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d70c8c0b-69ec-4ecf-be81-c35b7f2275a4 req-ac2917d9-d148-4314-8768-3415475a59b6 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450425 Feb 14 15:18:56.829118 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffd645-7c33-4ff2-8471-995d62f2c988 req-98648376-70dd-4878-867e-57c15b387305 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:56.837592 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-69ffd645-7c33-4ff2-8471-995d62f2c988 req-98648376-70dd-4878-867e-57c15b387305 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0795958 Feb 14 15:18:56.893940 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-69ffd645-7c33-4ff2-8471-995d62f2c988 req-ba67d618-f6a4-4be2-92f3-a16729c7247f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541618 Feb 14 15:18:57.866619 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c5d31-a4fd-4f2d-82a8-c8616c4f0edf req-2acb8687-6dbd-46a5-8efc-f8fdf7c755ac tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:57.868153 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-636c5d31-a4fd-4f2d-82a8-c8616c4f0edf req-2acb8687-6dbd-46a5-8efc-f8fdf7c755ac tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 945 time: 0.0520945 Feb 14 15:18:57.915417 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-636c5d31-a4fd-4f2d-82a8-c8616c4f0edf req-83c04e14-0f31-42ef-b977-7f343dd1a09f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417995 Feb 14 15:18:58.009221 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775601f-b90a-42c9-a6d7-d873c5b9fac5 req-19a4fa17-3eea-4699-8aa5-ac6ad50da84c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:58.010696 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c775601f-b90a-42c9-a6d7-d873c5b9fac5 req-19a4fa17-3eea-4699-8aa5-ac6ad50da84c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0563784 Feb 14 15:18:58.055929 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c775601f-b90a-42c9-a6d7-d873c5b9fac5 req-7a359784-7b5f-4b38-8916-17c974bca72d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395901 Feb 14 15:18:59.035919 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98eef8a-2eba-43f5-932c-9c2c1380808e req-d8bc311b-fd86-40d9-b3b9-6f0d0e722205 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:59.037403 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e98eef8a-2eba-43f5-932c-9c2c1380808e req-d8bc311b-fd86-40d9-b3b9-6f0d0e722205 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 945 time: 0.0559340 Feb 14 15:18:59.082860 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e98eef8a-2eba-43f5-932c-9c2c1380808e req-e8630e81-b8e0-453f-9285-446b6c8508e9 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399387 Feb 14 15:18:59.176612 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652d537-d20f-42e3-b4f5-7f364af2276d req-75b092e4-daa7-4ae1-92c2-d672d6b0ffd7 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:18:59.178061 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6652d537-d20f-42e3-b4f5-7f364af2276d req-75b092e4-daa7-4ae1-92c2-d672d6b0ffd7 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0555010 Feb 14 15:18:59.223769 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6652d537-d20f-42e3-b4f5-7f364af2276d req-e7f7fed1-f242-43ef-adf5-851842c480f4 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402806 Feb 14 15:19:00.235596 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cfb25-bd95-4a8f-b694-d5a08e16d8ca req-285c9193-9a2c-440b-a944-d0f31300ebf3 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:00.237132 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-175cfb25-bd95-4a8f-b694-d5a08e16d8ca req-285c9193-9a2c-440b-a944-d0f31300ebf3 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 945 time: 0.0870719 Feb 14 15:19:00.305710 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-175cfb25-bd95-4a8f-b694-d5a08e16d8ca req-5128e4f7-5b46-4dc6-956f-f26005499349 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621226 Feb 14 15:19:00.366568 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7e86c-511b-4de7-8243-6d40c21d5925 req-d0aa81bf-119f-4691-aee8-bb4a07051afd tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:00.368476 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2eb7e86c-511b-4de7-8243-6d40c21d5925 req-d0aa81bf-119f-4691-aee8-bb4a07051afd tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0648975 Feb 14 15:19:00.420357 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2eb7e86c-511b-4de7-8243-6d40c21d5925 req-985f56f1-f220-416f-806e-34528e9485c4 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453055 Feb 14 15:19:01.429285 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2bdcf-a8a3-4e7e-a34d-17243fc21d7d req-bce9bf35-dee5-4bb7-8302-500361af3c6d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:01.430797 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c6b2bdcf-a8a3-4e7e-a34d-17243fc21d7d req-bce9bf35-dee5-4bb7-8302-500361af3c6d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 945 time: 0.0574083 Feb 14 15:19:01.488324 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c6b2bdcf-a8a3-4e7e-a34d-17243fc21d7d req-6393a4d9-0190-4a71-8747-25599e6eb667 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514565 Feb 14 15:19:01.555322 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f48cc9-7a51-4ef5-9a7f-18123d6731bb req-993124c3-c67c-40a4-9477-b7eb85101293 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:01.566248 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d5f48cc9-7a51-4ef5-9a7f-18123d6731bb req-993124c3-c67c-40a4-9477-b7eb85101293 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0667937 Feb 14 15:19:01.627286 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d5f48cc9-7a51-4ef5-9a7f-18123d6731bb req-468d0ff5-81b4-4f21-a99c-ec1ebc2cb9c0 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595007 Feb 14 15:19:01.766593 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 36588) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:01.874052 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-80fe831f-83df-4a1c-984c-e29cbc555b03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:01.962904 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-80fe831f-83df-4a1c-984c-e29cbc555b03 admin admin] Publish callbacks [] for security_group (0bc0980e-55dc-4c8e-b9bc-cec051422f52), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:01.966774 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-80fe831f-83df-4a1c-984c-e29cbc555b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (0bc0980e-55dc-4c8e-b9bc-cec051422f52), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:02.010328 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe831f-83df-4a1c-984c-e29cbc555b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc0980e-55dc-4c8e-b9bc-cec051422f52,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:02.014690 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-80fe831f-83df-4a1c-984c-e29cbc555b03 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9c6f844025a34a3c9363d174178c4260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469921 Feb 14 15:19:02.018691 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 36598) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:02.065434 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e258caf9-dc3f-46c7-b75d-25b083e25318 admin admin] Publish callbacks [] for security_group (0bc0980e-55dc-4c8e-b9bc-cec051422f52), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:02.086920 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e258caf9-dc3f-46c7-b75d-25b083e25318 admin admin] Publish callbacks [] for security_group (0bc0980e-55dc-4c8e-b9bc-cec051422f52), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:02.137998 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e258caf9-dc3f-46c7-b75d-25b083e25318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (0bc0980e-55dc-4c8e-b9bc-cec051422f52), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:02.140707 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e258caf9-dc3f-46c7-b75d-25b083e25318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:02.141791 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-e258caf9-dc3f-46c7-b75d-25b083e25318 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0bc0980e-55dc-4c8e-b9bc-cec051422f52 HTTP/1.1" status: 204 len: 168 time: 0.1219790 Feb 14 15:19:02.149370 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258caf9-dc3f-46c7-b75d-25b083e25318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc0980e-55dc-4c8e-b9bc-cec051422f52,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:02.410814 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 36608) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:02.423771 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-75fc1a4a-f218-4e88-b91a-3a0d69edeb22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:02.498113 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-75fc1a4a-f218-4e88-b91a-3a0d69edeb22 admin admin] Publish callbacks [] for security_group (f7bb7d44-0cff-401e-a5f5-0acc67898aee), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:02.502080 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-75fc1a4a-f218-4e88-b91a-3a0d69edeb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (f7bb7d44-0cff-401e-a5f5-0acc67898aee), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:02.541158 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-75fc1a4a-f218-4e88-b91a-3a0d69edeb22 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=11410f7656a141cfaeeed8111b80de2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291738 Feb 14 15:19:02.541935 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc1a4a-f218-4e88-b91a-3a0d69edeb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bb7d44-0cff-401e-a5f5-0acc67898aee,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:02.543898 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 36610) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:02.592985 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1399b2c2-ad93-4fb9-b7f8-6e89cbed2edd admin admin] Publish callbacks [] for security_group (f7bb7d44-0cff-401e-a5f5-0acc67898aee), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:02.616721 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1399b2c2-ad93-4fb9-b7f8-6e89cbed2edd admin admin] Publish callbacks [] for security_group (f7bb7d44-0cff-401e-a5f5-0acc67898aee), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:02.667149 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1399b2c2-ad93-4fb9-b7f8-6e89cbed2edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (f7bb7d44-0cff-401e-a5f5-0acc67898aee), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:02.670645 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1399b2c2-ad93-4fb9-b7f8-6e89cbed2edd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:02.672049 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1399b2c2-ad93-4fb9-b7f8-6e89cbed2edd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f7bb7d44-0cff-401e-a5f5-0acc67898aee HTTP/1.1" status: 204 len: 168 time: 0.1268938 Feb 14 15:19:02.682738 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399b2c2-ad93-4fb9-b7f8-6e89cbed2edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bb7d44-0cff-401e-a5f5-0acc67898aee,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:02.758987 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c03a8-ff79-4731-b08c-fec2cd97abbb req-82dcde7c-5590-44e3-8f09-0bc17e640360 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:02.760744 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-280c03a8-ff79-4731-b08c-fec2cd97abbb req-82dcde7c-5590-44e3-8f09-0bc17e640360 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0561228 Feb 14 15:19:02.811953 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-280c03a8-ff79-4731-b08c-fec2cd97abbb req-3907c6a8-26c3-4d9e-a3be-50659be12506 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453188 Feb 14 15:19:03.015041 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 36622) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:03.029125 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-540ecd81-fc3b-44fb-bbae-530b5f7ce29f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:03.106950 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-540ecd81-fc3b-44fb-bbae-530b5f7ce29f admin admin] Publish callbacks [] for security_group (4e91a3db-5f6b-4766-9bcc-b38c9926d751), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:03.110951 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-540ecd81-fc3b-44fb-bbae-530b5f7ce29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (4e91a3db-5f6b-4766-9bcc-b38c9926d751), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:03.149688 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-540ecd81-fc3b-44fb-bbae-530b5f7ce29f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=db4c1cd04d1344379fc2d7fdce78234a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335244 Feb 14 15:19:03.150656 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ecd81-fc3b-44fb-bbae-530b5f7ce29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e91a3db-5f6b-4766-9bcc-b38c9926d751,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:03.152888 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 36624) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:03.207406 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6b2544bc-c5d2-45dd-b8c3-6a0d4922c8bb admin admin] Publish callbacks [] for security_group (4e91a3db-5f6b-4766-9bcc-b38c9926d751), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:03.230124 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6b2544bc-c5d2-45dd-b8c3-6a0d4922c8bb admin admin] Publish callbacks [] for security_group (4e91a3db-5f6b-4766-9bcc-b38c9926d751), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:03.284964 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6b2544bc-c5d2-45dd-b8c3-6a0d4922c8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (4e91a3db-5f6b-4766-9bcc-b38c9926d751), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:03.287536 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6b2544bc-c5d2-45dd-b8c3-6a0d4922c8bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:03.288762 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-6b2544bc-c5d2-45dd-b8c3-6a0d4922c8bb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4e91a3db-5f6b-4766-9bcc-b38c9926d751 HTTP/1.1" status: 204 len: 168 time: 0.1348119 Feb 14 15:19:03.296383 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2544bc-c5d2-45dd-b8c3-6a0d4922c8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e91a3db-5f6b-4766-9bcc-b38c9926d751,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:03.938041 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aae95a-0a6a-48b7-a033-7ed275b16591 req-288dffcb-90b7-4ffa-8499-63654ea77fe6 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:03.939551 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-12aae95a-0a6a-48b7-a033-7ed275b16591 req-288dffcb-90b7-4ffa-8499-63654ea77fe6 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0577710 Feb 14 15:19:03.985994 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-12aae95a-0a6a-48b7-a033-7ed275b16591 req-f652e844-092a-412d-9a75-4924cce4a58f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403509 Feb 14 15:19:04.356545 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 36664) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:04.464006 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1928a6d6-1118-47d4-bce4-0339635d841f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:04.541168 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1928a6d6-1118-47d4-bce4-0339635d841f admin admin] Publish callbacks [] for security_group (3fa48fa3-5602-4ae7-a7af-b1a77e4e592e), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:04.545025 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1928a6d6-1118-47d4-bce4-0339635d841f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (3fa48fa3-5602-4ae7-a7af-b1a77e4e592e), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:04.587026 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1928a6d6-1118-47d4-bce4-0339635d841f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=42d510e344084f45a79873867706dc7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291896 Feb 14 15:19:04.589028 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928a6d6-1118-47d4-bce4-0339635d841f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa48fa3-5602-4ae7-a7af-b1a77e4e592e,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:04.589573 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 36670) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:04.644448 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d73c4141-4066-4c0e-be30-7d4cdfb2b02f admin admin] Publish callbacks [] for security_group (3fa48fa3-5602-4ae7-a7af-b1a77e4e592e), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:04.665353 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d73c4141-4066-4c0e-be30-7d4cdfb2b02f admin admin] Publish callbacks [] for security_group (3fa48fa3-5602-4ae7-a7af-b1a77e4e592e), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:04.712064 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d73c4141-4066-4c0e-be30-7d4cdfb2b02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (3fa48fa3-5602-4ae7-a7af-b1a77e4e592e), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:04.714626 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d73c4141-4066-4c0e-be30-7d4cdfb2b02f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:04.715798 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-d73c4141-4066-4c0e-be30-7d4cdfb2b02f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3fa48fa3-5602-4ae7-a7af-b1a77e4e592e HTTP/1.1" status: 204 len: 168 time: 0.1251879 Feb 14 15:19:04.724174 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c4141-4066-4c0e-be30-7d4cdfb2b02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa48fa3-5602-4ae7-a7af-b1a77e4e592e,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:05.136347 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c56c8-ca6e-4e3c-90a7-7820b38cb7d3 req-f2fa6593-4f0d-4799-a537-06740b88aa8b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:05.137946 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ca6c56c8-ca6e-4e3c-90a7-7820b38cb7d3 req-f2fa6593-4f0d-4799-a537-06740b88aa8b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0686789 Feb 14 15:19:05.200052 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ca6c56c8-ca6e-4e3c-90a7-7820b38cb7d3 req-55fed565-f1e2-4ca2-85c8-0a900f8b6e98 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555782 Feb 14 15:19:05.437670 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 36710) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:05.535851 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-c7c61e46-f4e3-4c2b-b0a1-6179be6ce0e0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-716058238-network', 'tenant_id': '1e28581317464343ab5e7b90b7decd21'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:19:05.555207 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c61e46-f4e3-4c2b-b0a1-6179be6ce0e0 admin admin] Made reservation on behalf of 1e28581317464343ab5e7b90b7decd21 for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:19:05.557798 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c7c61e46-f4e3-4c2b-b0a1-6179be6ce0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:05.566862 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c7c61e46-f4e3-4c2b-b0a1-6179be6ce0e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:05.644505 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c7c61e46-f4e3-4c2b-b0a1-6179be6ce0e0 admin admin] Publish callbacks [] for security_group (f1e61196-77b6-4331-99d7-b4662ec15c40), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:05.648579 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c7c61e46-f4e3-4c2b-b0a1-6179be6ce0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (f1e61196-77b6-4331-99d7-b4662ec15c40), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:05.669059 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c61e46-f4e3-4c2b-b0a1-6179be6ce0e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=102564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:19:05.683549 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c61e46-f4e3-4c2b-b0a1-6179be6ce0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e61196-77b6-4331-99d7-b4662ec15c40,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:05.686472 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c7c61e46-f4e3-4c2b-b0a1-6179be6ce0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (70d2d735-6709-42fa-8b34-db3d3155490e), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:05.686819 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-c7c61e46-f4e3-4c2b-b0a1-6179be6ce0e0 admin admin] Added segment 70d2d735-6709-42fa-8b34-db3d3155490e of type vlan for network fdebf080-3bc3-404e-a5c8-d7de6cb65b03 Feb 14 15:19:05.732414 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c7c61e46-f4e3-4c2b-b0a1-6179be6ce0e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752304802214'] for network (fdebf080-3bc3-404e-a5c8-d7de6cb65b03), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:05.760079 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c7c61e46-f4e3-4c2b-b0a1-6179be6ce0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for network (fdebf080-3bc3-404e-a5c8-d7de6cb65b03), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:05.761161 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c61e46-f4e3-4c2b-b0a1-6179be6ce0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:05.761755 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c7c61e46-f4e3-4c2b-b0a1-6179be6ce0e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:05.795058 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-c7c61e46-f4e3-4c2b-b0a1-6179be6ce0e0 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3563042 Feb 14 15:19:05.798480 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 36714) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:05.805648 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-15a4c9e0-08d3-42de-b947-9d43c2bc5359 admin admin] Request body: {'subnet': {'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-716058238-subnet', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:19:05.825461 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a4c9e0-08d3-42de-b947-9d43c2bc5359 admin admin] Made reservation on behalf of 1e28581317464343ab5e7b90b7decd21 for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:19:05.827694 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c61e46-f4e3-4c2b-b0a1-6179be6ce0e0 admin admin] Pushing event updated for resources: {'Network': ['ID=fdebf080-3bc3-404e-a5c8-d7de6cb65b03,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:05.827995 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-15a4c9e0-08d3-42de-b947-9d43c2bc5359 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64822377'] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:05.838885 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Network fdebf080-3bc3-404e-a5c8-d7de6cb65b03 details requested by agent ovs-agent-dv-cinder-815146-10-iscsi with host dv-cinder-815146-10-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:19:06.017322 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-15a4c9e0-08d3-42de-b947-9d43c2bc5359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63368002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64822363'] for subnet (54a1570c-c05e-45b5-b902-0cb5c90e4fba), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:06.073843 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4c9e0-08d3-42de-b947-9d43c2bc5359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54a1570c-c05e-45b5-b902-0cb5c90e4fba,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:06.081995 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a4c9e0-08d3-42de-b947-9d43c2bc5359 admin admin] Checking segment: {'id': '70d2d735-6709-42fa-8b34-db3d3155490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:19:06.082382 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a4c9e0-08d3-42de-b947-9d43c2bc5359 admin admin] Network hostable DHCP agents. Network: fdebf080-3bc3-404e-a5c8-d7de6cb65b03, hostable agents: ['b66b99de-e32e-4873-b4e6-197912f08fb5'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:19:06.099848 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a4c9e0-08d3-42de-b947-9d43c2bc5359 admin admin] Network fdebf080-3bc3-404e-a5c8-d7de6cb65b03 is scheduled to be hosted by DHCP agent b66b99de-e32e-4873-b4e6-197912f08fb5 with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:19:06.110875 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-15a4c9e0-08d3-42de-b947-9d43c2bc5359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-10-iscsi, fdebf080-3bc3-404e-a5c8-d7de6cb65b03) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:19:06.117308 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a4c9e0-08d3-42de-b947-9d43c2bc5359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:06.118108 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-15a4c9e0-08d3-42de-b947-9d43c2bc5359 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:06.121483 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f3eec1-0f03-40d7-897a-f5d2cf6b5495 None None] Network fdebf080-3bc3-404e-a5c8-d7de6cb65b03 requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:19:06.135823 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-15a4c9e0-08d3-42de-b947-9d43c2bc5359 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3358796 Feb 14 15:19:06.138577 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 36720) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:06.142849 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-42bcb7a4-e40d-420a-b30c-198fed9aa6c8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-716058238-router', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:19:06.164653 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-42bcb7a4-e40d-420a-b30c-198fed9aa6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8869'] for router (eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:06.166545 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-42bcb7a4-e40d-420a-b30c-198fed9aa6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8876'] for router (eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:06.248519 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-42bcb7a4-e40d-420a-b30c-198fed9aa6c8 admin admin] Publish callbacks [] for router_controller (eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245), precommit_add_association {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:06.299103 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4110751-f42a-4b97-972e-644f0c6c7780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe652a62c-4731-560b-ba95-866650a6da87-fdebf080-3bc3-404e-a5c8-d7de6cb65b03', 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03', 'project_id': '1e28581317464343ab5e7b90b7decd21', 'fixed_ips': [{'subnet_id': '54a1570c-c05e-45b5-b902-0cb5c90e4fba'}]}} from dv-cinder-815146-10-iscsi. {{(pid=102565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 15:19:06.300710 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c4110751-f42a-4b97-972e-644f0c6c7780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:06.480229 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.db_base_plugin_common [None req-c4110751-f42a-4b97-972e-644f0c6c7780 None None] Allocated IP 172.20.0.2 (fdebf080-3bc3-404e-a5c8-d7de6cb65b03/54a1570c-c05e-45b5-b902-0cb5c90e4fba/9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d) {{(pid=102565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:19:06.490033 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-42bcb7a4-e40d-420a-b30c-198fed9aa6c8 admin admin] Publish callbacks [] for router_gateway (eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:06.499966 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7177a44-d966-4a41-8e02-94c5110175aa req-9372a1f7-532c-4d4b-b19f-2be8edfbc364 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:06.501693 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b7177a44-d966-4a41-8e02-94c5110175aa req-9372a1f7-532c-4d4b-b19f-2be8edfbc364 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.2105436 Feb 14 15:19:06.585159 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b7177a44-d966-4a41-8e02-94c5110175aa req-94e10328-17fb-49f9-ae0c-2710c1e694c5 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574799 Feb 14 15:19:06.662154 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-00271ffb-e081-4bcd-ba4c-396325443c6e tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:06.662745 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c4110751-f42a-4b97-972e-644f0c6c7780 None None] Publish callbacks [] for port (9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d), precommit_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:06.663855 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-00271ffb-e081-4bcd-ba4c-396325443c6e tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/networks?id=438f6288-4686-4452-8a20-ac5b28efd854 HTTP/1.1" status: 200 len: 814 time: 0.1359012 Feb 14 15:19:06.668750 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c4110751-f42a-4b97-972e-644f0c6c7780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:06.684202 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-96c147e5-db19-4ea8-9c61-e17160496638 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/quotas/9c9f16de8df448a89ca48ff22f7a1d34 HTTP/1.1" status: 200 len: 375 time: 0.0142272 Feb 14 15:19:06.715949 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4110751-f42a-4b97-972e-644f0c6c7780 None None] Network fdebf080-3bc3-404e-a5c8-d7de6cb65b03 is already hosted by enough agents. {{(pid=102565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:19:06.719048 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.scheduler.base_scheduler [None req-c4110751-f42a-4b97-972e-644f0c6c7780 None None] Resources bound (agent type, host, resource id): {{(pid=102565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:19:06.725372 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4110751-f42a-4b97-972e-644f0c6c7780 None None] Received port after_create {{(pid=102565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:19:06.733950 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4110751-f42a-4b97-972e-644f0c6c7780 None None] Pushing event updated for resources: {'Port': ['ID=9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d,revision_number=1']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:06.751463 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-4b67910f-00c2-4239-b12a-c435ffb60e71 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=9c9f16de8df448a89ca48ff22f7a1d34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649042 Feb 14 15:19:06.772149 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-42bcb7a4-e40d-420a-b30c-198fed9aa6c8 admin admin] Publish callbacks [] for router_gateway (eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:06.793077 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-c4110751-f42a-4b97-972e-644f0c6c7780 None None] Attempting to bind port 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:19:06.793525 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-c4110751-f42a-4b97-972e-644f0c6c7780 None None] Attempting to bind port 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': '70d2d735-6709-42fa-8b34-db3d3155490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:19:06.793961 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4110751-f42a-4b97-972e-644f0c6c7780 None None] Attempting to bind port 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d on network fdebf080-3bc3-404e-a5c8-d7de6cb65b03 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:19:06.800897 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4110751-f42a-4b97-972e-644f0c6c7780 None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:19:06.801387 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4110751-f42a-4b97-972e-644f0c6c7780 None None] Checking segment: {'id': '70d2d735-6709-42fa-8b34-db3d3155490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:19:06.801876 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-42bcb7a4-e40d-420a-b30c-198fed9aa6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:06.801993 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c4110751-f42a-4b97-972e-644f0c6c7780 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:06.802364 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4110751-f42a-4b97-972e-644f0c6c7780 None None] Bound using segment: {'id': '70d2d735-6709-42fa-8b34-db3d3155490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:19:06.802903 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-c4110751-f42a-4b97-972e-644f0c6c7780 None None] Bound port: 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d2d735-6709-42fa-8b34-db3d3155490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:19:06.803506 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c4110751-f42a-4b97-972e-644f0c6c7780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:06.850976 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-42968ca7-6ba2-4bf0-9427-9a522af31bcb service neutron] 10.222.0.87 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984437 Feb 14 15:19:06.881809 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-c4110751-f42a-4b97-972e-644f0c6c7780 None None] For port 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:19:06.885686 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-c4110751-f42a-4b97-972e-644f0c6c7780 None None] For port 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d,segment=NetworkSegment(70d2d735-6709-42fa-8b34-db3d3155490e),segment_id=70d2d735-6709-42fa-8b34-db3d3155490e)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:19:06.893077 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c4110751-f42a-4b97-972e-644f0c6c7780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:06.920535 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-42bcb7a4-e40d-420a-b30c-198fed9aa6c8 admin admin] Allocated IP 172.27.0.114 (a318f2e5-fbf9-4a36-a1d1-4a864fc5139f/1bedbbde-d873-4c55-9589-51025e0481b7/e7d6ba3b-92a0-4492-b975-ef6b1cdaed89) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:19:06.953516 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4110751-f42a-4b97-972e-644f0c6c7780 None None] Pushing event updated for resources: {'Port': ['ID=9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:06.967789 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-841b1be5-ef50-4a0a-903b-176e5aa36f8d service neutron] 10.222.0.87 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106722 Feb 14 15:19:07.057754 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-42bcb7a4-e40d-420a-b30c-198fed9aa6c8 admin admin] Publish callbacks [] for port (e7d6ba3b-92a0-4492-b975-ef6b1cdaed89), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:07.102909 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-42bcb7a4-e40d-420a-b30c-198fed9aa6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (e7d6ba3b-92a0-4492-b975-ef6b1cdaed89), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:07.197902 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bcb7a4-e40d-420a-b30c-198fed9aa6c8 admin admin] Network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:19:07.201606 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4d08d4a9-9cc8-4545-8825-1beb32dcb38e req-696d616a-2f8e-466b-bfd2-89320a994ed1 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 210 time: 0.0543640 Feb 14 15:19:07.209123 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-42bcb7a4-e40d-420a-b30c-198fed9aa6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:19:07.211146 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcb7a4-e40d-420a-b30c-198fed9aa6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d6ba3b-92a0-4492-b975-ef6b1cdaed89,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:07.213496 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bcb7a4-e40d-420a-b30c-198fed9aa6c8 admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:19:07.501577 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-42bcb7a4-e40d-420a-b30c-198fed9aa6c8 admin admin] Publish callbacks [] for router_gateway (eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:07.713373 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-42bcb7a4-e40d-420a-b30c-198fed9aa6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554124'] for router (eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:07.720701 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa71eb-1833-4ae6-bb25-fbf4bdc81fce req-e2a30006-0d25-4c75-bdf9-8e11182f9fd1 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:07.722311 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-86aa71eb-1833-4ae6-bb25-fbf4bdc81fce req-e2a30006-0d25-4c75-bdf9-8e11182f9fd1 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0638924 Feb 14 15:19:07.772497 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-86aa71eb-1833-4ae6-bb25-fbf4bdc81fce req-f8c223f6-6d29-4344-9b28-100662a8dd1a tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442860 Feb 14 15:19:07.858324 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bcb7a4-e40d-420a-b30c-198fed9aa6c8 admin admin] Router eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 is scheduled to L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e with binding_index 1 {{(pid=102563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 15:19:07.973908 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bcb7a4-e40d-420a-b30c-198fed9aa6c8 admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:19:07.982893 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] Sync routers for ids ['eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'] in dv-cinder-815146-10-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:19:07.993280 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-42bcb7a4-e40d-420a-b30c-198fed9aa6c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:07.994538 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-42bcb7a4-e40d-420a-b30c-198fed9aa6c8 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8550141 Feb 14 15:19:07.997012 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9bfdfc-1b85-4c13-a1b6-2c283030582a None None] Network fdebf080-3bc3-404e-a5c8-d7de6cb65b03 requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:19:07.997491 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 36764) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:08.001483 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] Routers {'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:19:08.002120 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:18:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:19:08.086568 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-44cb3902-92df-4ac4-bd0f-31af9ec14619 None None] Provisioning complete for port 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:08.087327 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-44cb3902-92df-4ac4-bd0f-31af9ec14619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:08.114471 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] Set router eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:19:08.202911 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-44cb3902-92df-4ac4-bd0f-31af9ec14619 None None] Current status of the port 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:19:08.203425 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-44cb3902-92df-4ac4-bd0f-31af9ec14619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:08.249250 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-44cb3902-92df-4ac4-bd0f-31af9ec14619 None None] For port 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d,segment=NetworkSegment(70d2d735-6709-42fa-8b34-db3d3155490e),segment_id=70d2d735-6709-42fa-8b34-db3d3155490e)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:19:08.256910 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-44cb3902-92df-4ac4-bd0f-31af9ec14619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:08.332233 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb3902-92df-4ac4-bd0f-31af9ec14619 None None] Pushing event updated for resources: {'Port': ['ID=9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:08.357474 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'name': 'tempest-TestShelveInstance-716058238-router', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:07Z', 'revision_number': 3, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'gw_port': {'id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:19:08.384801 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] Checking router: eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 for host: dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:19:08.385159 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] Updating router eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 port e7d6ba3b-92a0-4492-b975-ef6b1cdaed89 binding host dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:19:08.387662 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6463f422-95ee-4c07-92f6-f666cd8a3950 req-feab0442-e4c8-41ae-b430-f83245b0e15e tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 210 time: 0.0300865 Feb 14 15:19:08.418741 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (e7d6ba3b-92a0-4492-b975-ef6b1cdaed89), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:08.481177 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-1e00792e-7836-4475-95c1-9c79bf5e2288 None None] Provisioning complete for port 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:08.481640 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-1e00792e-7836-4475-95c1-9c79bf5e2288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:08.565862 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-1e00792e-7836-4475-95c1-9c79bf5e2288 None None] Current status of the port 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:19:08.707173 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] Publish callbacks [] for port (e7d6ba3b-92a0-4492-b975-ef6b1cdaed89), precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:08.717883 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (e7d6ba3b-92a0-4492-b975-ef6b1cdaed89), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:08.742128 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-574c00c9-babc-49a9-abd4-b8f622a8f986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:08.796206 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] Attempting to bind port e7d6ba3b-92a0-4492-b975-ef6b1cdaed89 on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:19:08.797395 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] Attempting to bind port e7d6ba3b-92a0-4492-b975-ef6b1cdaed89 by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:19:08.798009 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] Attempting to bind port e7d6ba3b-92a0-4492-b975-ef6b1cdaed89 on network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:19:08.801047 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9696233-f701-47e2-8364-9a809b56f259 None None] Pushing event updated for resources: {'Port': ['ID=e7d6ba3b-92a0-4492-b975-ef6b1cdaed89,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:08.812800 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:19:08.813120 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] Checking segment: {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:19:08.813630 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:08.815296 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] Bound using segment: {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:19:08.816585 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] Bound port: e7d6ba3b-92a0-4492-b975-ef6b1cdaed89, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:19:08.818433 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (e7d6ba3b-92a0-4492-b975-ef6b1cdaed89), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:08.822723 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9696233-f701-47e2-8364-9a809b56f259 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:08.823165 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9696233-f701-47e2-8364-9a809b56f259 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:08.823519 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9696233-f701-47e2-8364-9a809b56f259 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:08.823925 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9696233-f701-47e2-8364-9a809b56f259 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:08.824258 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9696233-f701-47e2-8364-9a809b56f259 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:08.824756 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9696233-f701-47e2-8364-9a809b56f259 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:08.825252 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9696233-f701-47e2-8364-9a809b56f259 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:08.825739 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9696233-f701-47e2-8364-9a809b56f259 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:08.826387 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9696233-f701-47e2-8364-9a809b56f259 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:08.826892 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9696233-f701-47e2-8364-9a809b56f259 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:08.827588 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9696233-f701-47e2-8364-9a809b56f259 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:08.828114 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9696233-f701-47e2-8364-9a809b56f259 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:08.828609 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9696233-f701-47e2-8364-9a809b56f259 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:08.828723 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:19:08.887664 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] For port e7d6ba3b-92a0-4492-b975-ef6b1cdaed89, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:19:08.891420 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] For port e7d6ba3b-92a0-4492-b975-ef6b1cdaed89, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=e7d6ba3b-92a0-4492-b975-ef6b1cdaed89,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:19:08.900072 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (e7d6ba3b-92a0-4492-b975-ef6b1cdaed89), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:08.900426 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:08.900804 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:08.936405 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba05e16-a5d7-47cb-91f2-946593d1be22 req-0efbaceb-9c0c-4aeb-be52-f49cc3ee4ae9 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:08.944206 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6ba05e16-a5d7-47cb-91f2-946593d1be22 req-0efbaceb-9c0c-4aeb-be52-f49cc3ee4ae9 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0799968 Feb 14 15:19:08.948033 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-574c00c9-babc-49a9-abd4-b8f622a8f986 admin admin] Allocated IP 172.20.0.1 (fdebf080-3bc3-404e-a5c8-d7de6cb65b03/54a1570c-c05e-45b5-b902-0cb5c90e4fba/bb734d8d-1af1-4bc2-90f1-19e3e14d6475) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:19:08.957383 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] Routers {'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:19:08.957984 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:18:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:19:09.007002 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6ba05e16-a5d7-47cb-91f2-946593d1be22 req-ff676c3e-5357-4fb6-a1b3-4f500a136515 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613763 Feb 14 15:19:09.063989 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9696233-f701-47e2-8364-9a809b56f259 None None] Pushing event updated for resources: {'Port': ['ID=e7d6ba3b-92a0-4492-b975-ef6b1cdaed89,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:09.078884 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-574c00c9-babc-49a9-abd4-b8f622a8f986 admin admin] Publish callbacks [] for port (bb734d8d-1af1-4bc2-90f1-19e3e14d6475), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:09.085801 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] Set router eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:19:09.115419 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-574c00c9-babc-49a9-abd4-b8f622a8f986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (bb734d8d-1af1-4bc2-90f1-19e3e14d6475), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:09.123497 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:19:09.154299 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574c00c9-babc-49a9-abd4-b8f622a8f986 admin admin] Network fdebf080-3bc3-404e-a5c8-d7de6cb65b03 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:19:09.160074 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-574c00c9-babc-49a9-abd4-b8f622a8f986 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:19:09.162452 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574c00c9-babc-49a9-abd4-b8f622a8f986 admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:19:09.190881 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c00c9-babc-49a9-abd4-b8f622a8f986 admin admin] Pushing event updated for resources: {'Port': ['ID=bb734d8d-1af1-4bc2-90f1-19e3e14d6475,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:09.212245 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-574c00c9-babc-49a9-abd4-b8f622a8f986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560831'] for router_interface (eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:09.353698 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-574c00c9-babc-49a9-abd4-b8f622a8f986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (bb734d8d-1af1-4bc2-90f1-19e3e14d6475), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:09.364295 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'name': 'tempest-TestShelveInstance-716058238-router', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:07Z', 'revision_number': 3, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'gw_port': {'id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:19:09.391055 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbf1683-13a8-4b06-aca3-d14703774600 None None] The sync data for ids ['eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'] in dv-cinder-815146-10-iscsi is: [{'id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'name': 'tempest-TestShelveInstance-716058238-router', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:07Z', 'revision_number': 3, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'gw_port': {'id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:19:09.395039 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-8a1b790a-d66c-4e0f-b795-faa2da07b7ec None None] Provisioning complete for port bb734d8d-1af1-4bc2-90f1-19e3e14d6475 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:09.396408 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8a1b790a-d66c-4e0f-b795-faa2da07b7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (bb734d8d-1af1-4bc2-90f1-19e3e14d6475), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:09.443316 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-8a1b790a-d66c-4e0f-b795-faa2da07b7ec None None] Port bb734d8d-1af1-4bc2-90f1-19e3e14d6475 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:19:09.508330 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-414d1c5a-fc9e-4ca4-93d6-4f48c95208d5 req-eebfb696-ca5a-49b5-9699-04fd0de4991f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 210 time: 0.0393722 Feb 14 15:19:09.567126 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-574c00c9-babc-49a9-abd4-b8f622a8f986 admin admin] Publish callbacks [] for port (bb734d8d-1af1-4bc2-90f1-19e3e14d6475), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:09.573053 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-574c00c9-babc-49a9-abd4-b8f622a8f986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (bb734d8d-1af1-4bc2-90f1-19e3e14d6475), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:09.643352 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-574c00c9-babc-49a9-abd4-b8f622a8f986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560835'] for router_interface (eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:09.651515 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c00c9-babc-49a9-abd4-b8f622a8f986 admin admin] Pushing event updated for resources: {'Port': ['ID=bb734d8d-1af1-4bc2-90f1-19e3e14d6475,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:09.806142 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574c00c9-babc-49a9-abd4-b8f622a8f986 admin admin] Network fdebf080-3bc3-404e-a5c8-d7de6cb65b03 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:19:09.807682 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-574c00c9-babc-49a9-abd4-b8f622a8f986 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:19:09.942387 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574c00c9-babc-49a9-abd4-b8f622a8f986 admin admin] Router eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:19:10.071538 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574c00c9-babc-49a9-abd4-b8f622a8f986 admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:19:10.074217 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-d56dc70f-fcf7-4d71-8e2a-83c902144eba None None] Provisioning complete for port bb734d8d-1af1-4bc2-90f1-19e3e14d6475 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:10.074844 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d56dc70f-fcf7-4d71-8e2a-83c902144eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (bb734d8d-1af1-4bc2-90f1-19e3e14d6475), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:10.084936 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-574c00c9-babc-49a9-abd4-b8f622a8f986 admin admin] 10.222.0.87 "PUT /v2.0/routers/eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0866117 Feb 14 15:19:10.132031 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-d56dc70f-fcf7-4d71-8e2a-83c902144eba None None] Port bb734d8d-1af1-4bc2-90f1-19e3e14d6475 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:19:10.145801 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968c5bd-6e05-4c61-b2d7-32928cbcc438 req-2ed6f8b0-3cc3-420a-81ed-dd9472c01c4f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:10.148643 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0968c5bd-6e05-4c61-b2d7-32928cbcc438 req-2ed6f8b0-3cc3-420a-81ed-dd9472c01c4f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0658998 Feb 14 15:19:10.201468 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0968c5bd-6e05-4c61-b2d7-32928cbcc438 req-734ff7e2-b161-48cf-a45a-59d8fa6507d7 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483277 Feb 14 15:19:10.407437 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-d20b4fe1-3bf6-4550-8c99-79c06862f36b tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:10.409399 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-d20b4fe1-3bf6-4550-8c99-79c06862f36b tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.77 "GET /v2.0/networks?id=438f6288-4686-4452-8a20-ac5b28efd854 HTTP/1.1" status: 200 len: 814 time: 0.1278234 Feb 14 15:19:10.426035 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-1ee7b39e-7efa-4e26-ab42-e2bd7599961d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Request body: {'port': {'device_id': '085b3f7e-4322-496e-b6ed-505bb284cc9c', 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854', 'admin_state_up': True, 'tenant_id': '9c9f16de8df448a89ca48ff22f7a1d34'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:19:10.559170 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-1ee7b39e-7efa-4e26-ab42-e2bd7599961d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Made reservation on behalf of 9c9f16de8df448a89ca48ff22f7a1d34 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:19:10.564934 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-1ee7b39e-7efa-4e26-ab42-e2bd7599961d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:10.678696 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c7aaccf9-784f-4855-910d-e9fd0ca38c51 req-23099e13-2ce1-4276-8f11-b0f70a084604 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 210 time: 0.0420194 Feb 14 15:19:10.793461 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 36830) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:10.800649 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-b610c616-d784-4f3f-a1cb-08134e663ab9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-753038312-network', 'tenant_id': 'fb0c3f54e7b047ed94564ffc91519cbc'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:19:10.810555 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-1ee7b39e-7efa-4e26-ab42-e2bd7599961d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Allocated IP 172.20.0.9 (438f6288-4686-4452-8a20-ac5b28efd854/818a8ed2-f30e-480b-9539-d8e96c970bbf/83e14b7b-d949-4f51-bbd9-c4f310cf70ba) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:19:10.828974 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b610c616-d784-4f3f-a1cb-08134e663ab9 admin admin] Made reservation on behalf of fb0c3f54e7b047ed94564ffc91519cbc for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:19:10.832617 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b610c616-d784-4f3f-a1cb-08134e663ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:10.844277 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b610c616-d784-4f3f-a1cb-08134e663ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:10.846210 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device e7d6ba3b-92a0-4492-b975-ef6b1cdaed89 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:19:10.927136 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port e7d6ba3b-92a0-4492-b975-ef6b1cdaed89 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:10.927508 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (e7d6ba3b-92a0-4492-b975-ef6b1cdaed89), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:10.933528 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b610c616-d784-4f3f-a1cb-08134e663ab9 admin admin] Publish callbacks [] for security_group (489e1745-f73d-4fd8-bfe1-ea3d621c7f88), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:10.939594 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b610c616-d784-4f3f-a1cb-08134e663ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (489e1745-f73d-4fd8-bfe1-ea3d621c7f88), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:10.953082 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b610c616-d784-4f3f-a1cb-08134e663ab9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=102564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:19:10.969487 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b610c616-d784-4f3f-a1cb-08134e663ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (20a0ae5f-a10e-4b00-bbd6-ea6418a72df3), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:10.969840 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-b610c616-d784-4f3f-a1cb-08134e663ab9 admin admin] Added segment 20a0ae5f-a10e-4b00-bbd6-ea6418a72df3 of type vlan for network 8caf150a-9829-49b2-9fd7-d0c0a531b884 Feb 14 15:19:11.018104 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-1ee7b39e-7efa-4e26-ab42-e2bd7599961d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks [] for port (83e14b7b-d949-4f51-bbd9-c4f310cf70ba), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:11.022569 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port e7d6ba3b-92a0-4492-b975-ef6b1cdaed89 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:19:11.022965 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (e7d6ba3b-92a0-4492-b975-ef6b1cdaed89), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:11.036351 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610c616-d784-4f3f-a1cb-08134e663ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489e1745-f73d-4fd8-bfe1-ea3d621c7f88,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:11.046914 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] For port e7d6ba3b-92a0-4492-b975-ef6b1cdaed89, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=e7d6ba3b-92a0-4492-b975-ef6b1cdaed89,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:19:11.053298 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (e7d6ba3b-92a0-4492-b975-ef6b1cdaed89), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:11.053702 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b610c616-d784-4f3f-a1cb-08134e663ab9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752304802214'] for network (8caf150a-9829-49b2-9fd7-d0c0a531b884), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:11.070692 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-1ee7b39e-7efa-4e26-ab42-e2bd7599961d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (83e14b7b-d949-4f51-bbd9-c4f310cf70ba), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:11.085092 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b610c616-d784-4f3f-a1cb-08134e663ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for network (8caf150a-9829-49b2-9fd7-d0c0a531b884), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:11.086233 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b610c616-d784-4f3f-a1cb-08134e663ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:11.086947 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b610c616-d784-4f3f-a1cb-08134e663ab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:11.088006 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['44b0868f-fa37-4cbc-b055-0b56461ac853', '7f729812-4a5e-4a3c-8655-6dbff0eaed75'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:19:11.123068 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-b610c616-d784-4f3f-a1cb-08134e663ab9 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3283315 Feb 14 15:19:11.126013 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 36832) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:11.132801 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-7bb10b2a-4274-4cc5-a6c5-59252867974c admin admin] Request body: {'subnet': {'network_id': '8caf150a-9829-49b2-9fd7-d0c0a531b884', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-753038312-subnet', 'tenant_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'ip_version': 4}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:19:11.143102 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7b39e-7efa-4e26-ab42-e2bd7599961d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Pushing event updated for resources: {'Port': ['ID=83e14b7b-d949-4f51-bbd9-c4f310cf70ba,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:11.154582 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-1ee7b39e-7efa-4e26-ab42-e2bd7599961d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Network 438f6288-4686-4452-8a20-ac5b28efd854 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:19:11.156889 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-1ee7b39e-7efa-4e26-ab42-e2bd7599961d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:19:11.160002 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-1ee7b39e-7efa-4e26-ab42-e2bd7599961d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:19:11.160129 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Pushing event updated for resources: {'Port': ['ID=e7d6ba3b-92a0-4492-b975-ef6b1cdaed89,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:11.192469 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610c616-d784-4f3f-a1cb-08134e663ab9 admin admin] Pushing event updated for resources: {'Network': ['ID=8caf150a-9829-49b2-9fd7-d0c0a531b884,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:11.196766 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb10b2a-4274-4cc5-a6c5-59252867974c admin admin] Made reservation on behalf of fb0c3f54e7b047ed94564ffc91519cbc for: {'subnet': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:19:11.199331 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7bb10b2a-4274-4cc5-a6c5-59252867974c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63375859'] for subnet (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:11.218078 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Network 8caf150a-9829-49b2-9fd7-d0c0a531b884 details requested by agent ovs-agent-dv-cinder-815146-10-iscsi with host dv-cinder-815146-10-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:19:11.227862 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-1ee7b39e-7efa-4e26-ab42-e2bd7599961d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:11.230067 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-1ee7b39e-7efa-4e26-ab42-e2bd7599961d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:11.247382 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-1ee7b39e-7efa-4e26-ab42-e2bd7599961d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8263655 Feb 14 15:19:11.281677 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] Request body: {'port': {'device_id': '085b3f7e-4322-496e-b6ed-505bb284cc9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:19:11.359939 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (83e14b7b-d949-4f51-bbd9-c4f310cf70ba), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:11.435476 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9fe26-8979-414b-b213-abac29433fba req-3b0076fc-3f05-447d-a814-ea66308d0e87 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:11.437485 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e6c9fe26-8979-414b-b213-abac29433fba req-3b0076fc-3f05-447d-a814-ea66308d0e87 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.1427410 Feb 14 15:19:11.471000 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] Sync routers for ids ['eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:19:11.491813 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] Routers {'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:19:11.492465 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:18:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:19:11.576451 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e6c9fe26-8979-414b-b213-abac29433fba req-058054cb-4aa8-4b77-b40a-6164cd260079 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297543 Feb 14 15:19:11.586809 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7bb10b2a-4274-4cc5-a6c5-59252867974c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62982427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63375809'] for subnet (03f729a6-6fee-400e-8e38-2671e98e0a8a), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:11.638412 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb10b2a-4274-4cc5-a6c5-59252867974c admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f729a6-6fee-400e-8e38-2671e98e0a8a,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:11.644559 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] Set router eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:19:11.649562 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2805d5-dd87-4b7b-93ea-1a269dcbb18b req-9cbba823-85cc-4db1-b013-77fa73282f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:11.651346 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2f2805d5-dd87-4b7b-93ea-1a269dcbb18b req-9cbba823-85cc-4db1-b013-77fa73282f41 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 1130 time: 0.1619196 Feb 14 15:19:11.689796 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb10b2a-4274-4cc5-a6c5-59252867974c admin admin] Checking segment: {'id': '20a0ae5f-a10e-4b00-bbd6-ea6418a72df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8caf150a-9829-49b2-9fd7-d0c0a531b884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:19:11.691192 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb10b2a-4274-4cc5-a6c5-59252867974c admin admin] Network hostable DHCP agents. Network: 8caf150a-9829-49b2-9fd7-d0c0a531b884, hostable agents: ['b66b99de-e32e-4873-b4e6-197912f08fb5'], hosted agents: [] {{(pid=102564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:19:11.719556 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2f2805d5-dd87-4b7b-93ea-1a269dcbb18b req-16788e02-9008-4091-9d12-a87a41cbd8f8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589464 Feb 14 15:19:11.725706 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e14b7b-d949-4f51-bbd9-c4f310cf70ba {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:19:11.728563 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb10b2a-4274-4cc5-a6c5-59252867974c admin admin] Network 8caf150a-9829-49b2-9fd7-d0c0a531b884 is scheduled to be hosted by DHCP agent b66b99de-e32e-4873-b4e6-197912f08fb5 with binding_index 1 {{(pid=102564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:19:11.735363 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] Publish callbacks [] for port (83e14b7b-d949-4f51-bbd9-c4f310cf70ba), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:11.745962 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-7bb10b2a-4274-4cc5-a6c5-59252867974c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-10-iscsi, 8caf150a-9829-49b2-9fd7-d0c0a531b884) {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:19:11.752128 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] Transition to ACTIVE for port object 83e14b7b-d949-4f51-bbd9-c4f310cf70ba will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:19:11.758104 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb10b2a-4274-4cc5-a6c5-59252867974c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:11.758104 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7bb10b2a-4274-4cc5-a6c5-59252867974c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:11.758595 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (83e14b7b-d949-4f51-bbd9-c4f310cf70ba), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:11.759333 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5bebd0-750a-4732-8b5d-da40552d9c88 None None] Network 8caf150a-9829-49b2-9fd7-d0c0a531b884 requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:19:11.783762 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-7bb10b2a-4274-4cc5-a6c5-59252867974c admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6540296 Feb 14 15:19:11.784290 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 36838) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:11.790490 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-a9eab5e1-b598-499b-94c4-3efc0e23a9ea admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-753038312-router', 'tenant_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:19:11.828681 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] Pushing event updated for resources: {'Port': ['ID=83e14b7b-d949-4f51-bbd9-c4f310cf70ba,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:11.848752 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a9eab5e1-b598-499b-94c4-3efc0e23a9ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8869'] for router (2acf9160-b654-4a2e-9504-301313dc118c), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:11.849962 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a9eab5e1-b598-499b-94c4-3efc0e23a9ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8876'] for router (2acf9160-b654-4a2e-9504-301313dc118c), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:11.936600 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a9eab5e1-b598-499b-94c4-3efc0e23a9ea admin admin] Publish callbacks [] for router_controller (2acf9160-b654-4a2e-9504-301313dc118c), precommit_add_association {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:11.940936 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] Attempting to bind port 83e14b7b-d949-4f51-bbd9-c4f310cf70ba on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:19:11.941405 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] Attempting to bind port 83e14b7b-d949-4f51-bbd9-c4f310cf70ba by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '51d015d4-cb41-4169-9c17-68bb917adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:19:11.941860 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] Attempting to bind port 83e14b7b-d949-4f51-bbd9-c4f310cf70ba on network 438f6288-4686-4452-8a20-ac5b28efd854 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:19:11.947307 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] Port 83e14b7b-d949-4f51-bbd9-c4f310cf70ba on network 438f6288-4686-4452-8a20-ac5b28efd854 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:19:11.947940 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] Attempting to bind port 83e14b7b-d949-4f51-bbd9-c4f310cf70ba on network 438f6288-4686-4452-8a20-ac5b28efd854 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:19:11.953551 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] Checking agent: {'id': 'f190771b-33cd-44d9-aea8-80be24af3e8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'started_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:19:11.954024 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] Checking segment: {'id': '51d015d4-cb41-4169-9c17-68bb917adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:19:11.954501 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] Bound using segment: {'id': '51d015d4-cb41-4169-9c17-68bb917adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:19:11.955025 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] Bound port: 83e14b7b-d949-4f51-bbd9-c4f310cf70ba, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d015d4-cb41-4169-9c17-68bb917adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:19:11.955481 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (83e14b7b-d949-4f51-bbd9-c4f310cf70ba), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:11.982818 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee447c-aaec-4816-b550-a79a3b92d7a7 req-1857adfc-7f3c-4112-8b65-8593ab9ff228 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:11.984527 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2eee447c-aaec-4816-b550-a79a3b92d7a7 req-1857adfc-7f3c-4112-8b65-8593ab9ff228 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 943 time: 0.1754498 Feb 14 15:19:12.003290 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230ee68b-7cc4-41e3-990a-1b204677a54e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe652a62c-4731-560b-ba95-866650a6da87-8caf150a-9829-49b2-9fd7-d0c0a531b884', 'network_id': '8caf150a-9829-49b2-9fd7-d0c0a531b884', 'project_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'fixed_ips': [{'subnet_id': '03f729a6-6fee-400e-8e38-2671e98e0a8a'}]}} from dv-cinder-815146-10-iscsi. {{(pid=102565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 15:19:12.004422 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-230ee68b-7cc4-41e3-990a-1b204677a54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:12.058886 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2eee447c-aaec-4816-b550-a79a3b92d7a7 req-c6de8c3c-b99a-41eb-a052-843fb407818b tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515325 Feb 14 15:19:12.094076 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] For port 83e14b7b-d949-4f51-bbd9-c4f310cf70ba, host hv-cinder-81514, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:19:12.097271 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] For port 83e14b7b-d949-4f51-bbd9-c4f310cf70ba, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=83e14b7b-d949-4f51-bbd9-c4f310cf70ba,segment=NetworkSegment(51d015d4-cb41-4169-9c17-68bb917adb3e),segment_id=51d015d4-cb41-4169-9c17-68bb917adb3e)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:19:12.102050 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'name': 'tempest-TestShelveInstance-716058238-router', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:09Z', 'revision_number': 4, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'gw_port': {'id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'bb734d8d-1af1-4bc2-90f1-19e3e14d6475', 'name': '', 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'mac_address': 'fa:16:3e:a4:6e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '54a1570c-c05e-45b5-b902-0cb5c90e4fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:08Z', 'updated_at': '2022-02-14T15:19:09Z', 'revision_number': 2, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'subnets': [{'id': '54a1570c-c05e-45b5-b902-0cb5c90e4fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:19:12.104343 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (83e14b7b-d949-4f51-bbd9-c4f310cf70ba), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:12.129535 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a9eab5e1-b598-499b-94c4-3efc0e23a9ea admin admin] Publish callbacks [] for router_gateway (2acf9160-b654-4a2e-9504-301313dc118c), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:12.145708 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] Checking router: eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:19:12.146087 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] Updating router eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 port bb734d8d-1af1-4bc2-90f1-19e3e14d6475 binding host dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:19:12.153364 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:12.154093 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:12.155589 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] 10.222.0.77 "PUT /v2.0/ports/83e14b7b-d949-4f51-bbd9-c4f310cf70ba HTTP/1.1" status: 200 len: 1093 time: 0.8932173 Feb 14 15:19:12.156571 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085b3f7e-4322-496e-b6ed-505bb284cc9c', 'tag': '83e14b7b-d949-4f51-bbd9-c4f310cf70ba'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:19:12.158985 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebebd2f-e837-4eed-933e-93f62c80085c" -d '{"events": [{"name": "network-changed", "server_uuid": "085b3f7e-4322-496e-b6ed-505bb284cc9c", "tag": "83e14b7b-d949-4f51-bbd9-c4f310cf70ba"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:19:12.186327 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0152f1-8d0c-41af-a20d-4d39edfd9df7 service neutron] Pushing event updated for resources: {'Port': ['ID=83e14b7b-d949-4f51-bbd9-c4f310cf70ba,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:12.223994 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca9d5ae-22a4-4436-88d7-3d0d5a5c9fc0 x-openstack-request-id: req-3ca9d5ae-22a4-4436-88d7-3d0d5a5c9fc0 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:19:12.226677 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085b3f7e-4322-496e-b6ed-505bb284cc9c", "tag": "83e14b7b-d949-4f51-bbd9-c4f310cf70ba", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:19:12.227033 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3ca9d5ae-22a4-4436-88d7-3d0d5a5c9fc0 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:19:12.227511 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085b3f7e-4322-496e-b6ed-505bb284cc9c', 'tag': '83e14b7b-d949-4f51-bbd9-c4f310cf70ba', 'status': 'completed', 'code': 200} Feb 14 15:19:12.227898 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (bb734d8d-1af1-4bc2-90f1-19e3e14d6475), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:12.263655 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-7a72b39d-c71f-46d2-acf6-a588b92aa432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:12.265209 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-7a72b39d-c71f-46d2-acf6-a588b92aa432 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c9f16de8df448a89ca48ff22f7a1d34&device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 1127 time: 0.0531406 Feb 14 15:19:12.347711 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-3d8efe9f-1599-4e18-804f-159e57385798 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83e14b7b-d949-4f51-bbd9-c4f310cf70ba HTTP/1.1" status: 200 len: 217 time: 0.0369570 Feb 14 15:19:12.370406 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.db_base_plugin_common [None req-230ee68b-7cc4-41e3-990a-1b204677a54e None None] Allocated IP 172.20.0.2 (8caf150a-9829-49b2-9fd7-d0c0a531b884/03f729a6-6fee-400e-8e38-2671e98e0a8a/33d869ec-fed0-4a4a-8695-c44fda673944) {{(pid=102565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:19:12.383385 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a9eab5e1-b598-499b-94c4-3efc0e23a9ea admin admin] Publish callbacks [] for router_gateway (2acf9160-b654-4a2e-9504-301313dc118c), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:12.402723 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-f6c0edf6-ee17-4a96-bb90-e0c888aedb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:12.404581 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-f6c0edf6-ee17-4a96-bb90-e0c888aedb18 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=818a8ed2-f30e-480b-9539-d8e96c970bbf HTTP/1.1" status: 200 len: 854 time: 0.0500400 Feb 14 15:19:12.407431 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a9eab5e1-b598-499b-94c4-3efc0e23a9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:12.440940 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-7e893460-5dcc-4037-b1ed-6f9556e86dc8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=438f6288-4686-4452-8a20-ac5b28efd854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261166 Feb 14 15:19:12.517388 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-a9eab5e1-b598-499b-94c4-3efc0e23a9ea admin admin] Allocated IP 172.27.0.157 (a318f2e5-fbf9-4a36-a1d1-4a864fc5139f/1bedbbde-d873-4c55-9589-51025e0481b7/2c6960e8-dd74-4a43-91d5-a50319de54b6) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:19:12.539164 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-4ea0200b-7417-4deb-a283-3692b3ac3257 service neutron] 10.222.0.77 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886405 Feb 14 15:19:12.643547 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a9eab5e1-b598-499b-94c4-3efc0e23a9ea admin admin] Publish callbacks [] for port (2c6960e8-dd74-4a43-91d5-a50319de54b6), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:12.666302 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cdff565d-3197-4a78-bb03-af20d91a5651 req-29cf100e-f827-4518-abae-5a9ab464c68d service neutron] 10.222.0.77 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155109 Feb 14 15:19:12.679833 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a9eab5e1-b598-499b-94c4-3efc0e23a9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (2c6960e8-dd74-4a43-91d5-a50319de54b6), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:12.715870 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7987f78-d8da-402e-8659-4864a2935772 req-47267353-8507-4e35-9b4d-52153f49b3b6 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:12.717407 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c7987f78-d8da-402e-8659-4864a2935772 req-47267353-8507-4e35-9b4d-52153f49b3b6 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0626116 Feb 14 15:19:12.725756 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eab5e1-b598-499b-94c4-3efc0e23a9ea admin admin] Pushing event updated for resources: {'Port': ['ID=2c6960e8-dd74-4a43-91d5-a50319de54b6,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:12.738480 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eab5e1-b598-499b-94c4-3efc0e23a9ea admin admin] Network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:19:12.740298 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-a9eab5e1-b598-499b-94c4-3efc0e23a9ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:19:12.746408 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eab5e1-b598-499b-94c4-3efc0e23a9ea admin admin] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:19:12.782491 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c7987f78-d8da-402e-8659-4864a2935772 req-1e235e31-3f06-4ebb-9d9d-fe489969c14c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582008 Feb 14 15:19:12.794739 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device e7d6ba3b-92a0-4492-b975-ef6b1cdaed89 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:19:12.819689 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-230ee68b-7cc4-41e3-990a-1b204677a54e None None] Publish callbacks [] for port (33d869ec-fed0-4a4a-8695-c44fda673944), precommit_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:12.845904 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:12.847808 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-230ee68b-7cc4-41e3-990a-1b204677a54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (33d869ec-fed0-4a4a-8695-c44fda673944), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:12.902503 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] Publish callbacks [] for port (bb734d8d-1af1-4bc2-90f1-19e3e14d6475), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:12.913692 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (bb734d8d-1af1-4bc2-90f1-19e3e14d6475), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:12.929689 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230ee68b-7cc4-41e3-990a-1b204677a54e None None] Network 8caf150a-9829-49b2-9fd7-d0c0a531b884 is already hosted by enough agents. {{(pid=102565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:19:12.935329 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.scheduler.base_scheduler [None req-230ee68b-7cc4-41e3-990a-1b204677a54e None None] Resources bound (agent type, host, resource id): {{(pid=102565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:19:12.942204 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230ee68b-7cc4-41e3-990a-1b204677a54e None None] Received port after_create {{(pid=102565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:19:12.947715 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ee68b-7cc4-41e3-990a-1b204677a54e None None] Pushing event updated for resources: {'Port': ['ID=33d869ec-fed0-4a4a-8695-c44fda673944,revision_number=1']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:13.067246 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port e7d6ba3b-92a0-4492-b975-ef6b1cdaed89 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:13.067654 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (e7d6ba3b-92a0-4492-b975-ef6b1cdaed89), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:13.073257 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7676e-ead6-4168-8223-57a8e79ac9e2 None None] Pushing event updated for resources: {'Port': ['ID=bb734d8d-1af1-4bc2-90f1-19e3e14d6475,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:13.108654 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-230ee68b-7cc4-41e3-990a-1b204677a54e None None] Attempting to bind port 33d869ec-fed0-4a4a-8695-c44fda673944 on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:19:13.109042 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-230ee68b-7cc4-41e3-990a-1b204677a54e None None] Attempting to bind port 33d869ec-fed0-4a4a-8695-c44fda673944 by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': '20a0ae5f-a10e-4b00-bbd6-ea6418a72df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8caf150a-9829-49b2-9fd7-d0c0a531b884'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:19:13.109440 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230ee68b-7cc4-41e3-990a-1b204677a54e None None] Attempting to bind port 33d869ec-fed0-4a4a-8695-c44fda673944 on network 8caf150a-9829-49b2-9fd7-d0c0a531b884 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:19:13.141543 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230ee68b-7cc4-41e3-990a-1b204677a54e None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:19:13.141822 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230ee68b-7cc4-41e3-990a-1b204677a54e None None] Checking segment: {'id': '20a0ae5f-a10e-4b00-bbd6-ea6418a72df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8caf150a-9829-49b2-9fd7-d0c0a531b884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:19:13.142228 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-230ee68b-7cc4-41e3-990a-1b204677a54e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:13.142800 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230ee68b-7cc4-41e3-990a-1b204677a54e None None] Bound using segment: {'id': '20a0ae5f-a10e-4b00-bbd6-ea6418a72df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8caf150a-9829-49b2-9fd7-d0c0a531b884'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:19:13.143650 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-230ee68b-7cc4-41e3-990a-1b204677a54e None None] Bound port: 33d869ec-fed0-4a4a-8695-c44fda673944, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a0ae5f-a10e-4b00-bbd6-ea6418a72df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8caf150a-9829-49b2-9fd7-d0c0a531b884'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:19:13.144212 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-230ee68b-7cc4-41e3-990a-1b204677a54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (33d869ec-fed0-4a4a-8695-c44fda673944), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:13.157744 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] Attempting to bind port bb734d8d-1af1-4bc2-90f1-19e3e14d6475 on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:19:13.158360 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] Attempting to bind port bb734d8d-1af1-4bc2-90f1-19e3e14d6475 by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': '70d2d735-6709-42fa-8b34-db3d3155490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:19:13.159446 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] Attempting to bind port bb734d8d-1af1-4bc2-90f1-19e3e14d6475 on network fdebf080-3bc3-404e-a5c8-d7de6cb65b03 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:19:13.172991 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:19:13.173295 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] Checking segment: {'id': '70d2d735-6709-42fa-8b34-db3d3155490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:19:13.173706 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:13.174113 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] Bound using segment: {'id': '70d2d735-6709-42fa-8b34-db3d3155490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:19:13.174689 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] Bound port: bb734d8d-1af1-4bc2-90f1-19e3e14d6475, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d2d735-6709-42fa-8b34-db3d3155490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:19:13.175602 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (bb734d8d-1af1-4bc2-90f1-19e3e14d6475), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:13.302663 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a9eab5e1-b598-499b-94c4-3efc0e23a9ea admin admin] Publish callbacks [] for router_gateway (2acf9160-b654-4a2e-9504-301313dc118c), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:13.312184 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd738ee7-d16f-42d7-bb6e-320030ae88fd req-05990f97-4439-4f4b-8ed6-f5d7f2857768 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:13.313661 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cd738ee7-d16f-42d7-bb6e-320030ae88fd req-05990f97-4439-4f4b-8ed6-f5d7f2857768 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 943 time: 0.1142993 Feb 14 15:19:13.316170 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-230ee68b-7cc4-41e3-990a-1b204677a54e None None] For port 33d869ec-fed0-4a4a-8695-c44fda673944, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:19:13.318736 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port e7d6ba3b-92a0-4492-b975-ef6b1cdaed89 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:19:13.342134 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-230ee68b-7cc4-41e3-990a-1b204677a54e None None] For port 33d869ec-fed0-4a4a-8695-c44fda673944, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=33d869ec-fed0-4a4a-8695-c44fda673944,segment=NetworkSegment(20a0ae5f-a10e-4b00-bbd6-ea6418a72df3),segment_id=20a0ae5f-a10e-4b00-bbd6-ea6418a72df3)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:19:13.347462 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] For port bb734d8d-1af1-4bc2-90f1-19e3e14d6475, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:19:13.349595 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-b79aed0e-fe7e-4d2a-95b1-432e61e17780 None None] Provisioning complete for port bb734d8d-1af1-4bc2-90f1-19e3e14d6475 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:13.350024 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b79aed0e-fe7e-4d2a-95b1-432e61e17780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (bb734d8d-1af1-4bc2-90f1-19e3e14d6475), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:13.352971 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] For port bb734d8d-1af1-4bc2-90f1-19e3e14d6475, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=bb734d8d-1af1-4bc2-90f1-19e3e14d6475,segment=NetworkSegment(70d2d735-6709-42fa-8b34-db3d3155490e),segment_id=70d2d735-6709-42fa-8b34-db3d3155490e)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:19:13.355562 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-230ee68b-7cc4-41e3-990a-1b204677a54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (33d869ec-fed0-4a4a-8695-c44fda673944), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:13.408914 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (bb734d8d-1af1-4bc2-90f1-19e3e14d6475), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:13.433705 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cd738ee7-d16f-42d7-bb6e-320030ae88fd req-1b58c6b7-883a-4607-87ad-8a2bf86b83f8 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846183 Feb 14 15:19:13.457529 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e991c92b-a89f-4c60-a11c-75045da22974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:13.460153 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-b79aed0e-fe7e-4d2a-95b1-432e61e17780 None None] Port bb734d8d-1af1-4bc2-90f1-19e3e14d6475 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:19:13.484171 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ee68b-7cc4-41e3-990a-1b204677a54e None None] Pushing event updated for resources: {'Port': ['ID=33d869ec-fed0-4a4a-8695-c44fda673944,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:13.493877 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] Routers {'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:19:13.494515 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:18:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:19:13.577198 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a9eab5e1-b598-499b-94c4-3efc0e23a9ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554124'] for router (2acf9160-b654-4a2e-9504-301313dc118c), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:13.635337 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7676e-ead6-4168-8223-57a8e79ac9e2 None None] Pushing event updated for resources: {'Port': ['ID=bb734d8d-1af1-4bc2-90f1-19e3e14d6475,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:13.670617 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] Set router eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:19:13.755095 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9eab5e1-b598-499b-94c4-3efc0e23a9ea admin admin] Router 2acf9160-b654-4a2e-9504-301313dc118c is scheduled to L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e with binding_index 1 {{(pid=102564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 15:19:13.857161 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e8a2712a-ad28-4331-b6e2-40d44cfafd85 None None] Provisioning complete for port bb734d8d-1af1-4bc2-90f1-19e3e14d6475 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:13.857544 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e8a2712a-ad28-4331-b6e2-40d44cfafd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (bb734d8d-1af1-4bc2-90f1-19e3e14d6475), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:13.897146 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9eab5e1-b598-499b-94c4-3efc0e23a9ea admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:19:13.917164 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a9eab5e1-b598-499b-94c4-3efc0e23a9ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:13.920989 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-a9eab5e1-b598-499b-94c4-3efc0e23a9ea admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1329744 Feb 14 15:19:13.921220 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 36868) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:13.924005 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] Sync routers for ids ['2acf9160-b654-4a2e-9504-301313dc118c'] in dv-cinder-815146-10-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:19:13.937844 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] Routers {'2acf9160-b654-4a2e-9504-301313dc118c'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:19:13.939051 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:18:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['2acf9160-b654-4a2e-9504-301313dc118c'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:19:13.950116 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aed6c6-6d1c-4547-b0db-45543bb20fb3 req-1bf7f2f3-8f1d-4331-ad73-f43dbe9b3d17 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:13.952057 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c4aed6c6-6d1c-4547-b0db-45543bb20fb3 req-1bf7f2f3-8f1d-4331-ad73-f43dbe9b3d17 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0801804 Feb 14 15:19:14.011571 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e8a2712a-ad28-4331-b6e2-40d44cfafd85 None None] Current status of the port bb734d8d-1af1-4bc2-90f1-19e3e14d6475 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:19:14.012005 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e8a2712a-ad28-4331-b6e2-40d44cfafd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (bb734d8d-1af1-4bc2-90f1-19e3e14d6475), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:14.037536 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c4aed6c6-6d1c-4547-b0db-45543bb20fb3 req-1c9ac97d-5fee-4c7e-ac4f-77f8a5966650 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793271 Feb 14 15:19:14.057868 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e8a2712a-ad28-4331-b6e2-40d44cfafd85 None None] For port bb734d8d-1af1-4bc2-90f1-19e3e14d6475, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=bb734d8d-1af1-4bc2-90f1-19e3e14d6475,segment=NetworkSegment(70d2d735-6709-42fa-8b34-db3d3155490e),segment_id=70d2d735-6709-42fa-8b34-db3d3155490e)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:19:14.060290 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'name': 'tempest-TestShelveInstance-716058238-router', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:09Z', 'revision_number': 4, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'gw_port': {'id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'bb734d8d-1af1-4bc2-90f1-19e3e14d6475', 'name': '', 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'mac_address': 'fa:16:3e:a4:6e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '54a1570c-c05e-45b5-b902-0cb5c90e4fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:08Z', 'updated_at': '2022-02-14T15:19:13Z', 'revision_number': 4, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'subnets': [{'id': '54a1570c-c05e-45b5-b902-0cb5c90e4fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:19:14.095380 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9040320-9fcd-424e-8347-decccbdff07b None None] The sync data for ids ['eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'] in dv-cinder-815146-10-iscsi is: [{'id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'name': 'tempest-TestShelveInstance-716058238-router', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:09Z', 'revision_number': 4, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'gw_port': {'id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'bb734d8d-1af1-4bc2-90f1-19e3e14d6475', 'name': '', 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'mac_address': 'fa:16:3e:a4:6e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '54a1570c-c05e-45b5-b902-0cb5c90e4fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:08Z', 'updated_at': '2022-02-14T15:19:13Z', 'revision_number': 4, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'subnets': [{'id': '54a1570c-c05e-45b5-b902-0cb5c90e4fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:19:14.097983 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e8a2712a-ad28-4331-b6e2-40d44cfafd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (bb734d8d-1af1-4bc2-90f1-19e3e14d6475), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:14.129293 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] Set router 2acf9160-b654-4a2e-9504-301313dc118c gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:19:14.158680 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2712a-ad28-4331-b6e2-40d44cfafd85 None None] Pushing event updated for resources: {'Port': ['ID=bb734d8d-1af1-4bc2-90f1-19e3e14d6475,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:14.378901 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2acf9160-b654-4a2e-9504-301313dc118c', 'name': 'tempest-TestShelveInstance-753038312-router', 'tenant_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '2c6960e8-dd74-4a43-91d5-a50319de54b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:11Z', 'updated_at': '2022-02-14T15:19:12Z', 'revision_number': 3, 'project_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'gw_port': {'id': '2c6960e8-dd74-4a43-91d5-a50319de54b6', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:79:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2acf9160-b654-4a2e-9504-301313dc118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:12Z', 'updated_at': '2022-02-14T15:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:19:14.406276 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] Checking router: 2acf9160-b654-4a2e-9504-301313dc118c for host: dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:19:14.406720 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] Updating router 2acf9160-b654-4a2e-9504-301313dc118c port 2c6960e8-dd74-4a43-91d5-a50319de54b6 binding host dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:19:14.438708 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (2c6960e8-dd74-4a43-91d5-a50319de54b6), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:14.477634 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-49d52efb-5f34-4189-909e-81f17b73af46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:14.666953 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b64b8-5ee7-4c70-83e3-63125805b446 req-86c3b307-19c7-4a12-ae8b-e025c6f5c447 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:14.668526 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-684b64b8-5ee7-4c70-83e3-63125805b446 req-86c3b307-19c7-4a12-ae8b-e025c6f5c447 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 943 time: 0.1161473 Feb 14 15:19:14.698128 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61d2114-1e54-409b-93a3-87b1f62059f7 None None] Network 8caf150a-9829-49b2-9fd7-d0c0a531b884 requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:19:14.764066 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-25837f17-9dee-4146-988e-e8555acc6719 None None] Provisioning complete for port 33d869ec-fed0-4a4a-8695-c44fda673944 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:14.764680 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-25837f17-9dee-4146-988e-e8555acc6719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (33d869ec-fed0-4a4a-8695-c44fda673944), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:14.779708 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-684b64b8-5ee7-4c70-83e3-63125805b446 req-e8cacded-368e-487b-b09e-9258f1993ad5 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008201 Feb 14 15:19:14.782693 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-49d52efb-5f34-4189-909e-81f17b73af46 admin admin] Allocated IP 172.20.0.1 (8caf150a-9829-49b2-9fd7-d0c0a531b884/03f729a6-6fee-400e-8e38-2671e98e0a8a/bc62ffc9-0441-497a-9891-834eaff42004) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:19:14.849755 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] Publish callbacks [] for port (2c6960e8-dd74-4a43-91d5-a50319de54b6), precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:14.857839 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (2c6960e8-dd74-4a43-91d5-a50319de54b6), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:14.921488 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 33d869ec-fed0-4a4a-8695-c44fda673944 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:19:14.939781 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00309c50-6eed-4542-a77d-ae7a4aa70922 None None] Pushing event updated for resources: {'Port': ['ID=2c6960e8-dd74-4a43-91d5-a50319de54b6,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:14.943467 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] Attempting to bind port 2c6960e8-dd74-4a43-91d5-a50319de54b6 on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:19:14.944155 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] Attempting to bind port 2c6960e8-dd74-4a43-91d5-a50319de54b6 by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:19:14.944740 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] Attempting to bind port 2c6960e8-dd74-4a43-91d5-a50319de54b6 on network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:19:14.951927 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:19:14.952681 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] Checking segment: {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:19:14.953290 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:14.953881 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] Bound using segment: {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:19:14.954572 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] Bound port: 2c6960e8-dd74-4a43-91d5-a50319de54b6, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:19:14.955179 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (2c6960e8-dd74-4a43-91d5-a50319de54b6), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:14.960989 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-49d52efb-5f34-4189-909e-81f17b73af46 admin admin] Publish callbacks [] for port (bc62ffc9-0441-497a-9891-834eaff42004), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:15.005576 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-49d52efb-5f34-4189-909e-81f17b73af46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (bc62ffc9-0441-497a-9891-834eaff42004), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:15.023666 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] For port 2c6960e8-dd74-4a43-91d5-a50319de54b6, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:19:15.027951 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] For port 2c6960e8-dd74-4a43-91d5-a50319de54b6, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=2c6960e8-dd74-4a43-91d5-a50319de54b6,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:19:15.037666 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (2c6960e8-dd74-4a43-91d5-a50319de54b6), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:15.053133 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d52efb-5f34-4189-909e-81f17b73af46 admin admin] Network 8caf150a-9829-49b2-9fd7-d0c0a531b884 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:19:15.056043 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-49d52efb-5f34-4189-909e-81f17b73af46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:19:15.074246 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d52efb-5f34-4189-909e-81f17b73af46 admin admin] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:19:15.097818 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-25837f17-9dee-4146-988e-e8555acc6719 None None] Current status of the port 33d869ec-fed0-4a4a-8695-c44fda673944 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:19:15.100159 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-25837f17-9dee-4146-988e-e8555acc6719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (33d869ec-fed0-4a4a-8695-c44fda673944), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:15.108937 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00309c50-6eed-4542-a77d-ae7a4aa70922 None None] Pushing event updated for resources: {'Port': ['ID=2c6960e8-dd74-4a43-91d5-a50319de54b6,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:15.128604 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] Routers {'2acf9160-b654-4a2e-9504-301313dc118c'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:19:15.129413 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:18:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['2acf9160-b654-4a2e-9504-301313dc118c'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:19:15.209421 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 33d869ec-fed0-4a4a-8695-c44fda673944 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:15.210374 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (33d869ec-fed0-4a4a-8695-c44fda673944), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:15.215993 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-25837f17-9dee-4146-988e-e8555acc6719 None None] For port 33d869ec-fed0-4a4a-8695-c44fda673944, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=33d869ec-fed0-4a4a-8695-c44fda673944,segment=NetworkSegment(20a0ae5f-a10e-4b00-bbd6-ea6418a72df3),segment_id=20a0ae5f-a10e-4b00-bbd6-ea6418a72df3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:19:15.234676 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0601c-3cbd-4d31-aabe-7658fd087002 req-ece06e92-77c5-4969-8a20-5b483f0895bd tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:15.245799 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4af0601c-3cbd-4d31-aabe-7658fd087002 req-ece06e92-77c5-4969-8a20-5b483f0895bd tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0975516 Feb 14 15:19:15.247829 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-25837f17-9dee-4146-988e-e8555acc6719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (33d869ec-fed0-4a4a-8695-c44fda673944), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:15.278791 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] Set router 2acf9160-b654-4a2e-9504-301313dc118c gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:19:15.355303 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25837f17-9dee-4146-988e-e8555acc6719 None None] Pushing event updated for resources: {'Port': ['ID=33d869ec-fed0-4a4a-8695-c44fda673944,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:15.403398 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4af0601c-3cbd-4d31-aabe-7658fd087002 req-4a8155bd-5083-48ce-9288-9def9d5dccfe tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564765 Feb 14 15:19:15.421241 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 33d869ec-fed0-4a4a-8695-c44fda673944 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:19:15.422869 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device bb734d8d-1af1-4bc2-90f1-19e3e14d6475 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:19:15.511067 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d52efb-5f34-4189-909e-81f17b73af46 admin admin] Pushing event updated for resources: {'Port': ['ID=bc62ffc9-0441-497a-9891-834eaff42004,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:15.516728 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port bb734d8d-1af1-4bc2-90f1-19e3e14d6475 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:15.517473 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (bb734d8d-1af1-4bc2-90f1-19e3e14d6475), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:15.544086 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-49d52efb-5f34-4189-909e-81f17b73af46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560831'] for router_interface (2acf9160-b654-4a2e-9504-301313dc118c), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:15.585352 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2acf9160-b654-4a2e-9504-301313dc118c', 'name': 'tempest-TestShelveInstance-753038312-router', 'tenant_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '2c6960e8-dd74-4a43-91d5-a50319de54b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:11Z', 'updated_at': '2022-02-14T15:19:12Z', 'revision_number': 3, 'project_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'gw_port': {'id': '2c6960e8-dd74-4a43-91d5-a50319de54b6', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:79:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2acf9160-b654-4a2e-9504-301313dc118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:12Z', 'updated_at': '2022-02-14T15:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:19:15.599161 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-4a6a2dfa-1dc8-45fa-8d2c-d7f83566b945 None None] Provisioning complete for port 33d869ec-fed0-4a4a-8695-c44fda673944 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:15.599607 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4a6a2dfa-1dc8-45fa-8d2c-d7f83566b945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (33d869ec-fed0-4a4a-8695-c44fda673944), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:15.642816 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad3c72c-955d-4bca-b1a0-af7a4ca6749d None None] The sync data for ids ['2acf9160-b654-4a2e-9504-301313dc118c'] in dv-cinder-815146-10-iscsi is: [{'id': '2acf9160-b654-4a2e-9504-301313dc118c', 'name': 'tempest-TestShelveInstance-753038312-router', 'tenant_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '2c6960e8-dd74-4a43-91d5-a50319de54b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:11Z', 'updated_at': '2022-02-14T15:19:12Z', 'revision_number': 3, 'project_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'gw_port': {'id': '2c6960e8-dd74-4a43-91d5-a50319de54b6', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:79:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2acf9160-b654-4a2e-9504-301313dc118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:12Z', 'updated_at': '2022-02-14T15:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:19:15.766653 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-49d52efb-5f34-4189-909e-81f17b73af46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (bc62ffc9-0441-497a-9891-834eaff42004), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:15.778758 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4652e3af-ba4e-435c-892e-8329e5169972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:15.840709 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port bb734d8d-1af1-4bc2-90f1-19e3e14d6475 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:19:15.883577 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a2dfa-1dc8-45fa-8d2c-d7f83566b945 None None] Current status of the port 33d869ec-fed0-4a4a-8695-c44fda673944 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:19:15.994960 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f15a6a-e539-4312-9fe4-06ceedad76e6 req-bccfa5ae-e3b5-4e5a-bfb4-f19f58af52a8 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:15.996570 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-95f15a6a-e539-4312-9fe4-06ceedad76e6 req-bccfa5ae-e3b5-4e5a-bfb4-f19f58af52a8 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 943 time: 0.1115687 Feb 14 15:19:16.036929 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-4325b621-c1e9-4b92-a29b-4cd24c767978 None None] Provisioning complete for port bc62ffc9-0441-497a-9891-834eaff42004 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:16.037546 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4325b621-c1e9-4b92-a29b-4cd24c767978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (bc62ffc9-0441-497a-9891-834eaff42004), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:16.045999 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-49d52efb-5f34-4189-909e-81f17b73af46 admin admin] Publish callbacks [] for port (bc62ffc9-0441-497a-9891-834eaff42004), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:16.061112 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-49d52efb-5f34-4189-909e-81f17b73af46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62982802'] for port (bc62ffc9-0441-497a-9891-834eaff42004), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:16.095553 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebebd2f-e837-4eed-933e-93f62c80085c req-dc663df5-24a6-4e48-a4d2-c95196f658b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:16.097866 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-4325b621-c1e9-4b92-a29b-4cd24c767978 None None] Port bc62ffc9-0441-497a-9891-834eaff42004 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:19:16.098026 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5ebebd2f-e837-4eed-933e-93f62c80085c req-dc663df5-24a6-4e48-a4d2-c95196f658b2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c9f16de8df448a89ca48ff22f7a1d34&device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 1127 time: 0.1120675 Feb 14 15:19:16.141402 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-95f15a6a-e539-4312-9fe4-06ceedad76e6 req-16cbc65b-5c1b-44a2-8a9a-f118d5112c68 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366677 Feb 14 15:19:16.156735 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-49d52efb-5f34-4189-909e-81f17b73af46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560835'] for router_interface (2acf9160-b654-4a2e-9504-301313dc118c), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:16.167164 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d52efb-5f34-4189-909e-81f17b73af46 admin admin] Pushing event updated for resources: {'Port': ['ID=bc62ffc9-0441-497a-9891-834eaff42004,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:16.285346 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d52efb-5f34-4189-909e-81f17b73af46 admin admin] Network 8caf150a-9829-49b2-9fd7-d0c0a531b884 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:19:16.287040 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-49d52efb-5f34-4189-909e-81f17b73af46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:19:16.468593 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d52efb-5f34-4189-909e-81f17b73af46 admin admin] Router 2acf9160-b654-4a2e-9504-301313dc118c has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:19:16.506164 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebebd2f-e837-4eed-933e-93f62c80085c req-5958f50e-ded9-42f5-930b-8af3df7d00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:16.507963 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5ebebd2f-e837-4eed-933e-93f62c80085c req-5958f50e-ded9-42f5-930b-8af3df7d00ba service neutron] 10.222.0.77 "GET /v2.0/networks?id=438f6288-4686-4452-8a20-ac5b28efd854 HTTP/1.1" status: 200 len: 915 time: 0.4026260 Feb 14 15:19:16.578648 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5ebebd2f-e837-4eed-933e-93f62c80085c req-3f78fb5e-a91f-4382-aef1-67a8fa025df6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83e14b7b-d949-4f51-bbd9-c4f310cf70ba HTTP/1.1" status: 200 len: 217 time: 0.0523942 Feb 14 15:19:16.607672 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d52efb-5f34-4189-909e-81f17b73af46 admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:19:16.613969 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-49d52efb-5f34-4189-909e-81f17b73af46 admin admin] 10.222.0.87 "PUT /v2.0/routers/2acf9160-b654-4a2e-9504-301313dc118c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6917825 Feb 14 15:19:16.618998 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68c334-b146-4371-80fd-b1c3b052cd51 req-feb3a0b9-8ba8-48a4-ba28-856a4ae89f17 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:16.620611 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bd68c334-b146-4371-80fd-b1c3b052cd51 req-feb3a0b9-8ba8-48a4-ba28-856a4ae89f17 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.1290195 Feb 14 15:19:16.630162 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-cc78ed6c-61a3-4b60-acd6-e814c48a0a3a None None] Provisioning complete for port bc62ffc9-0441-497a-9891-834eaff42004 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:16.630546 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-cc78ed6c-61a3-4b60-acd6-e814c48a0a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (bc62ffc9-0441-497a-9891-834eaff42004), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:16.669376 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-cc78ed6c-61a3-4b60-acd6-e814c48a0a3a None None] Port bc62ffc9-0441-497a-9891-834eaff42004 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:19:16.697732 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bd68c334-b146-4371-80fd-b1c3b052cd51 req-86dd419e-0a69-4df3-976a-14208f6f3e57 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582404 Feb 14 15:19:16.730698 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebebd2f-e837-4eed-933e-93f62c80085c req-f843e115-0db3-40a3-8d20-5ad6378dc91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:16.732538 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5ebebd2f-e837-4eed-933e-93f62c80085c req-f843e115-0db3-40a3-8d20-5ad6378dc91c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=818a8ed2-f30e-480b-9539-d8e96c970bbf HTTP/1.1" status: 200 len: 854 time: 0.1389916 Feb 14 15:19:16.786594 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5ebebd2f-e837-4eed-933e-93f62c80085c req-6dfa83e2-43c8-4b60-920d-3d6e7eff35e2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=438f6288-4686-4452-8a20-ac5b28efd854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404274 Feb 14 15:19:16.912694 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 33d869ec-fed0-4a4a-8695-c44fda673944 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:19:16.932375 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5ebebd2f-e837-4eed-933e-93f62c80085c req-e0e1d9f1-486e-41b6-b116-e38db54c5f0d service neutron] 10.222.0.77 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326137 Feb 14 15:19:16.969911 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 33d869ec-fed0-4a4a-8695-c44fda673944 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:16.970414 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (33d869ec-fed0-4a4a-8695-c44fda673944), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:17.039295 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5ebebd2f-e837-4eed-933e-93f62c80085c req-80a8f05b-0808-4f5d-b981-30a2f74a9949 service neutron] 10.222.0.77 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959225 Feb 14 15:19:17.058706 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 33d869ec-fed0-4a4a-8695-c44fda673944 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:19:17.059913 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 2c6960e8-dd74-4a43-91d5-a50319de54b6 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:19:17.107042 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 2c6960e8-dd74-4a43-91d5-a50319de54b6 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:17.107429 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (2c6960e8-dd74-4a43-91d5-a50319de54b6), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:17.189279 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 2c6960e8-dd74-4a43-91d5-a50319de54b6 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:19:17.189676 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (2c6960e8-dd74-4a43-91d5-a50319de54b6), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:17.213293 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] For port 2c6960e8-dd74-4a43-91d5-a50319de54b6, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=2c6960e8-dd74-4a43-91d5-a50319de54b6,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:19:17.217556 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (2c6960e8-dd74-4a43-91d5-a50319de54b6), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:17.279010 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591edea-a1a2-4710-8ca7-7f3c9d8da858 req-3cf198c1-0d9c-4452-a606-8749a241ac35 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:17.280763 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e591edea-a1a2-4710-8ca7-7f3c9d8da858 req-3cf198c1-0d9c-4452-a606-8749a241ac35 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 943 time: 0.0668681 Feb 14 15:19:17.296502 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Pushing event updated for resources: {'Port': ['ID=2c6960e8-dd74-4a43-91d5-a50319de54b6,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:17.308052 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:17.336632 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e591edea-a1a2-4710-8ca7-7f3c9d8da858 req-61d8f7a2-c02a-4c18-a942-01355bec991d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489302 Feb 14 15:19:17.382262 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 36904) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:17.386816 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-932043ac-c050-45e2-9ac1-f116092e9233 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1899715605', 'description': 'tempest-secgroup-smoke-1899715605 description', 'project_id': '1e28581317464343ab5e7b90b7decd21'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:19:17.407427 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-932043ac-c050-45e2-9ac1-f116092e9233 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:17.480805 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-932043ac-c050-45e2-9ac1-f116092e9233 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group (50b66fc7-9745-44ab-9240-4a52a60a1b6e), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:17.485608 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-932043ac-c050-45e2-9ac1-f116092e9233 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (50b66fc7-9745-44ab-9240-4a52a60a1b6e), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:17.511230 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-932043ac-c050-45e2-9ac1-f116092e9233 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:17.512538 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-932043ac-c050-45e2-9ac1-f116092e9233 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1292632 Feb 14 15:19:17.515707 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 36914) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:17.522418 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932043ac-c050-45e2-9ac1-f116092e9233 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50b66fc7-9745-44ab-9240-4a52a60a1b6e,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:17.525418 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-a1cc59da-a561-46e4-b2e5-9d8dfefb7299 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Request body: {'security_group_rule': {'security_group_id': '50b66fc7-9745-44ab-9240-4a52a60a1b6e', 'project_id': '1e28581317464343ab5e7b90b7decd21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:19:17.553629 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a1cc59da-a561-46e4-b2e5-9d8dfefb7299 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group_rule (61caa513-01d3-4733-85ba-19e6af5ba8f1), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:17.619592 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a1cc59da-a561-46e4-b2e5-9d8dfefb7299 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group_rule (61caa513-01d3-4733-85ba-19e6af5ba8f1), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:17.623830 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a1cc59da-a561-46e4-b2e5-9d8dfefb7299 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (61caa513-01d3-4733-85ba-19e6af5ba8f1), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:17.641348 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc59da-a561-46e4-b2e5-9d8dfefb7299 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61caa513-01d3-4733-85ba-19e6af5ba8f1,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:17.649730 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a1cc59da-a561-46e4-b2e5-9d8dfefb7299 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:17.655195 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 36918) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:17.655277 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-a1cc59da-a561-46e4-b2e5-9d8dfefb7299 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340282 Feb 14 15:19:17.659913 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-c53a7de9-d786-40e4-b914-eeb4cbaf1866 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Request body: {'security_group_rule': {'security_group_id': '50b66fc7-9745-44ab-9240-4a52a60a1b6e', 'project_id': '1e28581317464343ab5e7b90b7decd21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:19:17.687734 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] Sync routers for ids ['2acf9160-b654-4a2e-9504-301313dc118c'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:19:17.688018 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c53a7de9-d786-40e4-b914-eeb4cbaf1866 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group_rule (a15e9a46-d247-495d-8640-eb4f5853849b), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:17.700592 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] Routers {'2acf9160-b654-4a2e-9504-301313dc118c'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:19:17.701576 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:19:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['2acf9160-b654-4a2e-9504-301313dc118c'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:19:17.746502 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c53a7de9-d786-40e4-b914-eeb4cbaf1866 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group_rule (a15e9a46-d247-495d-8640-eb4f5853849b), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:17.751273 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c53a7de9-d786-40e4-b914-eeb4cbaf1866 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (a15e9a46-d247-495d-8640-eb4f5853849b), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:17.772613 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a7de9-d786-40e4-b914-eeb4cbaf1866 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15e9a46-d247-495d-8640-eb4f5853849b,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:17.783319 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c53a7de9-d786-40e4-b914-eeb4cbaf1866 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:17.785374 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-c53a7de9-d786-40e4-b914-eeb4cbaf1866 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1302342 Feb 14 15:19:17.788124 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 36922) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:17.801176 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-e7a3ada8-5e14-4cdb-a683-b39d769d839d tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Request body: {'security_group_rule': {'security_group_id': '50b66fc7-9745-44ab-9240-4a52a60a1b6e', 'project_id': '1e28581317464343ab5e7b90b7decd21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:19:17.829362 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] Set router 2acf9160-b654-4a2e-9504-301313dc118c gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:19:17.854522 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e7a3ada8-5e14-4cdb-a683-b39d769d839d tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group_rule (21526f62-3c01-4da7-84d2-d5212d3b5ee7), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:17.877372 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464770d-3694-4dca-b149-150996164f3d req-975a738c-58f3-4cbf-a823-792c5f534f14 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:17.878920 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8464770d-3694-4dca-b149-150996164f3d req-975a738c-58f3-4cbf-a823-792c5f534f14 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0923131 Feb 14 15:19:17.960409 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8464770d-3694-4dca-b149-150996164f3d req-43a885f7-fd79-4def-8266-8a8bf9f9a1a7 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735519 Feb 14 15:19:17.961910 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e7a3ada8-5e14-4cdb-a683-b39d769d839d tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group_rule (21526f62-3c01-4da7-84d2-d5212d3b5ee7), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:17.967091 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e7a3ada8-5e14-4cdb-a683-b39d769d839d tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (21526f62-3c01-4da7-84d2-d5212d3b5ee7), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:17.992402 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3ada8-5e14-4cdb-a683-b39d769d839d tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21526f62-3c01-4da7-84d2-d5212d3b5ee7,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:17.996861 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e7a3ada8-5e14-4cdb-a683-b39d769d839d tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:18.002027 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e7a3ada8-5e14-4cdb-a683-b39d769d839d tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2099123 Feb 14 15:19:18.002183 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 36928) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:18.007900 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-89511019-3dad-4e0b-8a66-1d3df19c5900 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Request body: {'security_group_rule': {'security_group_id': '50b66fc7-9745-44ab-9240-4a52a60a1b6e', 'project_id': '1e28581317464343ab5e7b90b7decd21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:19:18.035541 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-89511019-3dad-4e0b-8a66-1d3df19c5900 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group_rule (8aec2f68-ab63-496b-8eed-d454c775b9fe), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:18.066356 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2acf9160-b654-4a2e-9504-301313dc118c', 'name': 'tempest-TestShelveInstance-753038312-router', 'tenant_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '2c6960e8-dd74-4a43-91d5-a50319de54b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:11Z', 'updated_at': '2022-02-14T15:19:15Z', 'revision_number': 4, 'project_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'gw_port': {'id': '2c6960e8-dd74-4a43-91d5-a50319de54b6', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acf9160-b654-4a2e-9504-301313dc118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:12Z', 'updated_at': '2022-02-14T15:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'bc62ffc9-0441-497a-9891-834eaff42004', 'name': '', 'network_id': '8caf150a-9829-49b2-9fd7-d0c0a531b884', 'tenant_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'mac_address': 'fa:16:3e:7d:00:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2acf9160-b654-4a2e-9504-301313dc118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03f729a6-6fee-400e-8e38-2671e98e0a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:14Z', 'updated_at': '2022-02-14T15:19:15Z', 'revision_number': 2, 'project_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'subnets': [{'id': '03f729a6-6fee-400e-8e38-2671e98e0a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:19:18.095581 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] Checking router: 2acf9160-b654-4a2e-9504-301313dc118c for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:19:18.095999 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] Updating router 2acf9160-b654-4a2e-9504-301313dc118c port bc62ffc9-0441-497a-9891-834eaff42004 binding host dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:19:18.097024 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-89511019-3dad-4e0b-8a66-1d3df19c5900 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group_rule (8aec2f68-ab63-496b-8eed-d454c775b9fe), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:18.101209 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-89511019-3dad-4e0b-8a66-1d3df19c5900 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (8aec2f68-ab63-496b-8eed-d454c775b9fe), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:18.102624 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb1265-44b7-4a9b-a80b-0867b183df2c req-0ea9bd2a-e743-40cd-b7d8-c6f30426da73 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:18.105221 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4acb1265-44b7-4a9b-a80b-0867b183df2c req-0ea9bd2a-e743-40cd-b7d8-c6f30426da73 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0583217 Feb 14 15:19:18.126780 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89511019-3dad-4e0b-8a66-1d3df19c5900 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aec2f68-ab63-496b-8eed-d454c775b9fe,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:18.127171 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (bc62ffc9-0441-497a-9891-834eaff42004), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:18.140290 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-89511019-3dad-4e0b-8a66-1d3df19c5900 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:18.145888 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-89511019-3dad-4e0b-8a66-1d3df19c5900 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384499 Feb 14 15:19:18.147284 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 36930) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:18.153468 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-1245424c-39bc-49dc-88bd-bd1796d2e762 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Request body: {'security_group_rule': {'security_group_id': '50b66fc7-9745-44ab-9240-4a52a60a1b6e', 'project_id': '1e28581317464343ab5e7b90b7decd21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:19:18.167042 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4acb1265-44b7-4a9b-a80b-0867b183df2c req-f534c5fb-26be-46be-88d3-1aa481f72621 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546262 Feb 14 15:19:18.176289 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.db.securitygroups_db [None req-1245424c-39bc-49dc-88bd-bd1796d2e762 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Project 1e28581317464343ab5e7b90b7decd21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 15:19:18.182070 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1245424c-39bc-49dc-88bd-bd1796d2e762 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group_rule (c9529512-9374-48b8-bbc0-71519a9da5d6), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:18.247555 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1245424c-39bc-49dc-88bd-bd1796d2e762 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group_rule (c9529512-9374-48b8-bbc0-71519a9da5d6), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:18.254209 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1245424c-39bc-49dc-88bd-bd1796d2e762 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (c9529512-9374-48b8-bbc0-71519a9da5d6), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:18.277008 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245424c-39bc-49dc-88bd-bd1796d2e762 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9529512-9374-48b8-bbc0-71519a9da5d6,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:18.290056 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1245424c-39bc-49dc-88bd-bd1796d2e762 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:18.292651 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1245424c-39bc-49dc-88bd-bd1796d2e762 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1436763 Feb 14 15:19:18.295325 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 36936) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:18.300389 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-789c985e-5051-4518-a03e-432841bdc6d7 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Request body: {'security_group_rule': {'security_group_id': '50b66fc7-9745-44ab-9240-4a52a60a1b6e', 'project_id': '1e28581317464343ab5e7b90b7decd21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:19:18.322382 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.db.securitygroups_db [None req-789c985e-5051-4518-a03e-432841bdc6d7 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Project 1e28581317464343ab5e7b90b7decd21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 15:19:18.329087 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-789c985e-5051-4518-a03e-432841bdc6d7 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group_rule (50f58b07-7d19-46e4-bf4d-680208d1e703), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:18.442506 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-789c985e-5051-4518-a03e-432841bdc6d7 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group_rule (50f58b07-7d19-46e4-bf4d-680208d1e703), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:18.459980 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] Publish callbacks [] for port (bc62ffc9-0441-497a-9891-834eaff42004), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:18.462522 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-789c985e-5051-4518-a03e-432841bdc6d7 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (50f58b07-7d19-46e4-bf4d-680208d1e703), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:18.484038 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (bc62ffc9-0441-497a-9891-834eaff42004), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:18.508098 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c985e-5051-4518-a03e-432841bdc6d7 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f58b07-7d19-46e4-bf4d-680208d1e703,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:18.522478 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-789c985e-5051-4518-a03e-432841bdc6d7 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:18.529742 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-789c985e-5051-4518-a03e-432841bdc6d7 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2271218 Feb 14 15:19:18.572564 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4e329-c401-4aa1-8e03-9b268f186c35 req-82909026-475c-407b-bc62-af399c7daf72 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:18.584235 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dda4e329-c401-4aa1-8e03-9b268f186c35 req-82909026-475c-407b-bc62-af399c7daf72 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 943 time: 0.1325202 Feb 14 15:19:18.592667 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ae5ca-151f-4f58-a0d4-63beb6636aeb None None] Pushing event updated for resources: {'Port': ['ID=bc62ffc9-0441-497a-9891-834eaff42004,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:18.639995 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:18.666920 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dda4e329-c401-4aa1-8e03-9b268f186c35 req-a685311e-6914-49f3-a3ff-92af690fbc6b tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817864 Feb 14 15:19:18.697008 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] Attempting to bind port bc62ffc9-0441-497a-9891-834eaff42004 on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:19:18.697389 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] Attempting to bind port bc62ffc9-0441-497a-9891-834eaff42004 by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': '20a0ae5f-a10e-4b00-bbd6-ea6418a72df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8caf150a-9829-49b2-9fd7-d0c0a531b884'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:19:18.697801 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] Attempting to bind port bc62ffc9-0441-497a-9891-834eaff42004 on network 8caf150a-9829-49b2-9fd7-d0c0a531b884 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:19:18.703700 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:19:18.704077 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] Checking segment: {'id': '20a0ae5f-a10e-4b00-bbd6-ea6418a72df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8caf150a-9829-49b2-9fd7-d0c0a531b884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:19:18.704491 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:18.705019 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] Bound using segment: {'id': '20a0ae5f-a10e-4b00-bbd6-ea6418a72df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8caf150a-9829-49b2-9fd7-d0c0a531b884'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:19:18.705498 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] Bound port: bc62ffc9-0441-497a-9891-834eaff42004, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a0ae5f-a10e-4b00-bbd6-ea6418a72df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8caf150a-9829-49b2-9fd7-d0c0a531b884'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:19:18.706717 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (bc62ffc9-0441-497a-9891-834eaff42004), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:18.791080 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] For port bc62ffc9-0441-497a-9891-834eaff42004, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:19:18.808924 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] For port bc62ffc9-0441-497a-9891-834eaff42004, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=bc62ffc9-0441-497a-9891-834eaff42004,segment=NetworkSegment(20a0ae5f-a10e-4b00-bbd6-ea6418a72df3),segment_id=20a0ae5f-a10e-4b00-bbd6-ea6418a72df3)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:19:18.818849 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (bc62ffc9-0441-497a-9891-834eaff42004), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:18.837978 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 2c6960e8-dd74-4a43-91d5-a50319de54b6 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:19:18.923727 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] Routers {'2acf9160-b654-4a2e-9504-301313dc118c'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:19:18.924481 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:19:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['2acf9160-b654-4a2e-9504-301313dc118c'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:19:18.934212 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 83e14b7b-d949-4f51-bbd9-c4f310cf70ba details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:19:19.008023 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ae5ca-151f-4f58-a0d4-63beb6636aeb None None] Pushing event updated for resources: {'Port': ['ID=bc62ffc9-0441-497a-9891-834eaff42004,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:19.053629 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 2c6960e8-dd74-4a43-91d5-a50319de54b6 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:19.054061 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (2c6960e8-dd74-4a43-91d5-a50319de54b6), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:19.141033 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-ede3ef2c-a177-4063-b5bf-9a2c10d6d3f2 None None] Provisioning complete for port bc62ffc9-0441-497a-9891-834eaff42004 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:19.141033 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-ede3ef2c-a177-4063-b5bf-9a2c10d6d3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (bc62ffc9-0441-497a-9891-834eaff42004), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:19.391703 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] Set router 2acf9160-b654-4a2e-9504-301313dc118c gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:19:19.465111 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 83e14b7b-d949-4f51-bbd9-c4f310cf70ba, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=83e14b7b-d949-4f51-bbd9-c4f310cf70ba,segment=NetworkSegment(51d015d4-cb41-4169-9c17-68bb917adb3e),segment_id=51d015d4-cb41-4169-9c17-68bb917adb3e)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:19:19.550568 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': '83e14b7b-d949-4f51-bbd9-c4f310cf70ba', 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854', 'port_id': '83e14b7b-d949-4f51-bbd9-c4f310cf70ba', 'mac_address': 'fa:16:3e:2d:6b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '818a8ed2-f30e-480b-9539-d8e96c970bbf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:19:19.616282 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-ede3ef2c-a177-4063-b5bf-9a2c10d6d3f2 None None] Current status of the port bc62ffc9-0441-497a-9891-834eaff42004 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:19:19.616686 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-ede3ef2c-a177-4063-b5bf-9a2c10d6d3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (bc62ffc9-0441-497a-9891-834eaff42004), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:19.622816 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 2c6960e8-dd74-4a43-91d5-a50319de54b6 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:19:19.711426 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 83e14b7b-d949-4f51-bbd9-c4f310cf70ba is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:19:19.712303 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (83e14b7b-d949-4f51-bbd9-c4f310cf70ba), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:19.734407 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-ede3ef2c-a177-4063-b5bf-9a2c10d6d3f2 None None] For port bc62ffc9-0441-497a-9891-834eaff42004, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=bc62ffc9-0441-497a-9891-834eaff42004,segment=NetworkSegment(20a0ae5f-a10e-4b00-bbd6-ea6418a72df3),segment_id=20a0ae5f-a10e-4b00-bbd6-ea6418a72df3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:19:19.745471 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-ede3ef2c-a177-4063-b5bf-9a2c10d6d3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (bc62ffc9-0441-497a-9891-834eaff42004), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:19.756883 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e14b7b-d949-4f51-bbd9-c4f310cf70ba {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:19:19.837400 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 83e14b7b-d949-4f51-bbd9-c4f310cf70ba, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=83e14b7b-d949-4f51-bbd9-c4f310cf70ba,segment=NetworkSegment(51d015d4-cb41-4169-9c17-68bb917adb3e),segment_id=51d015d4-cb41-4169-9c17-68bb917adb3e)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:19:19.840935 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:19.841169 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2b76b-d7b4-432c-8fc5-563f533783a3 req-7f4d29e3-09d4-4610-8463-9a4ef980b4d2 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:19.844307 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8ef2b76b-d7b4-432c-8fc5-563f533783a3 req-7f4d29e3-09d4-4610-8463-9a4ef980b4d2 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 943 time: 0.0684912 Feb 14 15:19:19.852286 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (83e14b7b-d949-4f51-bbd9-c4f310cf70ba), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:19.853780 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403a144-dd5e-475b-a32b-d390a167eb85 req-8a75a5bf-0372-46dc-943f-a21224d98643 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:19.860133 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8403a144-dd5e-475b-a32b-d390a167eb85 req-8a75a5bf-0372-46dc-943f-a21224d98643 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0764678 Feb 14 15:19:19.868999 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3ef2c-a177-4063-b5bf-9a2c10d6d3f2 None None] Pushing event updated for resources: {'Port': ['ID=bc62ffc9-0441-497a-9891-834eaff42004,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:19.901153 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8ef2b76b-d7b4-432c-8fc5-563f533783a3 req-82a1a429-88d2-43b8-9345-8a58f9343929 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493608 Feb 14 15:19:19.911977 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8403a144-dd5e-475b-a32b-d390a167eb85 req-049bdc48-1522-4dd9-8d2d-45c9b024917c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497339 Feb 14 15:19:19.924246 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-d0065db3-02e3-481e-9014-a6700d4edc4a None None] Provisioning complete for port bc62ffc9-0441-497a-9891-834eaff42004 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:19.924246 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d0065db3-02e3-481e-9014-a6700d4edc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (bc62ffc9-0441-497a-9891-834eaff42004), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:19.973595 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=83e14b7b-d949-4f51-bbd9-c4f310cf70ba,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:19.980771 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2acf9160-b654-4a2e-9504-301313dc118c', 'name': 'tempest-TestShelveInstance-753038312-router', 'tenant_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '2c6960e8-dd74-4a43-91d5-a50319de54b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:11Z', 'updated_at': '2022-02-14T15:19:15Z', 'revision_number': 4, 'project_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'gw_port': {'id': '2c6960e8-dd74-4a43-91d5-a50319de54b6', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acf9160-b654-4a2e-9504-301313dc118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:12Z', 'updated_at': '2022-02-14T15:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'bc62ffc9-0441-497a-9891-834eaff42004', 'name': '', 'network_id': '8caf150a-9829-49b2-9fd7-d0c0a531b884', 'tenant_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'mac_address': 'fa:16:3e:7d:00:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2acf9160-b654-4a2e-9504-301313dc118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03f729a6-6fee-400e-8e38-2671e98e0a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:14Z', 'updated_at': '2022-02-14T15:19:18Z', 'revision_number': 4, 'project_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'subnets': [{'id': '03f729a6-6fee-400e-8e38-2671e98e0a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:19:20.008267 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76598e34-7ae6-4f6a-bc4f-e31e58697561 None None] The sync data for ids ['2acf9160-b654-4a2e-9504-301313dc118c'] in dv-cinder-815146-10-iscsi is: [{'id': '2acf9160-b654-4a2e-9504-301313dc118c', 'name': 'tempest-TestShelveInstance-753038312-router', 'tenant_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '2c6960e8-dd74-4a43-91d5-a50319de54b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:11Z', 'updated_at': '2022-02-14T15:19:15Z', 'revision_number': 4, 'project_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'gw_port': {'id': '2c6960e8-dd74-4a43-91d5-a50319de54b6', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acf9160-b654-4a2e-9504-301313dc118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:12Z', 'updated_at': '2022-02-14T15:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'bc62ffc9-0441-497a-9891-834eaff42004', 'name': '', 'network_id': '8caf150a-9829-49b2-9fd7-d0c0a531b884', 'tenant_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'mac_address': 'fa:16:3e:7d:00:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2acf9160-b654-4a2e-9504-301313dc118c', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03f729a6-6fee-400e-8e38-2671e98e0a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:14Z', 'updated_at': '2022-02-14T15:19:18Z', 'revision_number': 4, 'project_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'subnets': [{'id': '03f729a6-6fee-400e-8e38-2671e98e0a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:19:20.065001 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-d0065db3-02e3-481e-9014-a6700d4edc4a None None] Current status of the port bc62ffc9-0441-497a-9891-834eaff42004 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:19:20.431809 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 37028) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:20.536052 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d79e7b1c-c2de-4b29-9882-f79a609f6bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:20.610131 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d79e7b1c-c2de-4b29-9882-f79a609f6bcf admin admin] Publish callbacks [] for security_group (b2091d9e-348f-4918-adff-9b6ca0b7a0c3), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:20.614024 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d79e7b1c-c2de-4b29-9882-f79a609f6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (b2091d9e-348f-4918-adff-9b6ca0b7a0c3), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:20.651035 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e7b1c-c2de-4b29-9882-f79a609f6bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2091d9e-348f-4918-adff-9b6ca0b7a0c3,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:20.655436 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d79e7b1c-c2de-4b29-9882-f79a609f6bcf admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8a74fc756bd642bebce2d098a4a29a5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224369 Feb 14 15:19:20.658168 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 37032) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:20.722891 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dba996e3-b1e7-4a9a-92ac-685ea3fd0026 admin admin] Publish callbacks [] for security_group (b2091d9e-348f-4918-adff-9b6ca0b7a0c3), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:20.746126 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dba996e3-b1e7-4a9a-92ac-685ea3fd0026 admin admin] Publish callbacks [] for security_group (b2091d9e-348f-4918-adff-9b6ca0b7a0c3), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:20.797108 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dba996e3-b1e7-4a9a-92ac-685ea3fd0026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (b2091d9e-348f-4918-adff-9b6ca0b7a0c3), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:20.801541 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dba996e3-b1e7-4a9a-92ac-685ea3fd0026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:20.802903 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-dba996e3-b1e7-4a9a-92ac-685ea3fd0026 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b2091d9e-348f-4918-adff-9b6ca0b7a0c3 HTTP/1.1" status: 204 len: 168 time: 0.1438668 Feb 14 15:19:20.811893 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba996e3-b1e7-4a9a-92ac-685ea3fd0026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2091d9e-348f-4918-adff-9b6ca0b7a0c3,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:20.831925 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device bc62ffc9-0441-497a-9891-834eaff42004 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:19:20.890540 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port bc62ffc9-0441-497a-9891-834eaff42004 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:20.890928 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (bc62ffc9-0441-497a-9891-834eaff42004), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:20.985267 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port bc62ffc9-0441-497a-9891-834eaff42004 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:19:21.080266 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b47fc-32f4-42de-ad8a-18bd0e133181 req-eeb364f2-65d8-4044-9eac-f404f1360ae6 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:21.082684 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0f5b47fc-32f4-42de-ad8a-18bd0e133181 req-eeb364f2-65d8-4044-9eac-f404f1360ae6 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0705576 Feb 14 15:19:21.083014 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7eb0a-e282-474d-a025-54d0a7f36a7b req-5602fa3b-0204-49cb-b790-685d02d39d48 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:21.085262 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9bc7eb0a-e282-474d-a025-54d0a7f36a7b req-5602fa3b-0204-49cb-b790-685d02d39d48 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 944 time: 0.0740926 Feb 14 15:19:21.146490 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0f5b47fc-32f4-42de-ad8a-18bd0e133181 req-dd246d21-3491-4d7e-a5ec-d9c236fedb47 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578353 Feb 14 15:19:21.161550 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9bc7eb0a-e282-474d-a025-54d0a7f36a7b req-7e78720b-5af1-42c0-b831-e29786aae15c tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702257 Feb 14 15:19:21.901831 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 37074) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:22.004729 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e0c9349b-2747-4b72-9b1d-6de26d2bc1e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:22.079025 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e0c9349b-2747-4b72-9b1d-6de26d2bc1e1 admin admin] Publish callbacks [] for security_group (12c257ac-2641-4fd4-8c5a-1fa1965b6c0a), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:22.083363 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e0c9349b-2747-4b72-9b1d-6de26d2bc1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (12c257ac-2641-4fd4-8c5a-1fa1965b6c0a), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:22.123284 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e0c9349b-2747-4b72-9b1d-6de26d2bc1e1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d5dc9d553ada42569d62d90fe5844d63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203882 Feb 14 15:19:22.124275 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9349b-2747-4b72-9b1d-6de26d2bc1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c257ac-2641-4fd4-8c5a-1fa1965b6c0a,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:22.126084 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 37078) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:22.185601 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e951d460-d242-427f-9eee-cd3a1eae786b admin admin] Publish callbacks [] for security_group (12c257ac-2641-4fd4-8c5a-1fa1965b6c0a), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:22.209233 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e951d460-d242-427f-9eee-cd3a1eae786b admin admin] Publish callbacks [] for security_group (12c257ac-2641-4fd4-8c5a-1fa1965b6c0a), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:22.272681 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70223ae2-65b4-4cd7-8a3e-a775fc9862b3 req-b29232cc-824c-46d8-abbe-927acac50d26 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:22.274167 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-70223ae2-65b4-4cd7-8a3e-a775fc9862b3 req-b29232cc-824c-46d8-abbe-927acac50d26 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0627105 Feb 14 15:19:22.290483 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e951d460-d242-427f-9eee-cd3a1eae786b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (12c257ac-2641-4fd4-8c5a-1fa1965b6c0a), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:22.293079 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e951d460-d242-427f-9eee-cd3a1eae786b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:22.296842 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-e951d460-d242-427f-9eee-cd3a1eae786b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/12c257ac-2641-4fd4-8c5a-1fa1965b6c0a HTTP/1.1" status: 204 len: 168 time: 0.1697528 Feb 14 15:19:22.314809 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61846181-f36a-4ac2-a2cf-d5a508762c0e req-e15ceb7e-74e6-40c5-aa82-331f2cfd6706 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:22.316570 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-61846181-f36a-4ac2-a2cf-d5a508762c0e req-e15ceb7e-74e6-40c5-aa82-331f2cfd6706 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 944 time: 0.0693452 Feb 14 15:19:22.317754 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951d460-d242-427f-9eee-cd3a1eae786b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c257ac-2641-4fd4-8c5a-1fa1965b6c0a,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:22.337530 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-70223ae2-65b4-4cd7-8a3e-a775fc9862b3 req-50d33b0f-eee1-4a6f-8d20-4c3e094517ff tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559947 Feb 14 15:19:22.399142 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-61846181-f36a-4ac2-a2cf-d5a508762c0e req-6bd0a787-1eb1-4017-85a8-3607781257ce tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753365 Feb 14 15:19:22.444063 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ea165-63b8-484a-aefe-fc2ffcfe16f1 req-240e5359-ab75-40cc-ac92-cb736ad3d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:22.447168 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-039ea165-63b8-484a-aefe-fc2ffcfe16f1 req-240e5359-ab75-40cc-ac92-cb736ad3d154 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=258d3453eec942f3944f9299fcf5227d&device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 1129 time: 0.0649464 Feb 14 15:19:22.559233 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ea165-63b8-484a-aefe-fc2ffcfe16f1 req-9ca35e2d-fa9b-403f-ae34-9310197f17a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:22.560781 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-039ea165-63b8-484a-aefe-fc2ffcfe16f1 req-9ca35e2d-fa9b-403f-ae34-9310197f17a6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=00f85281-ff4d-4b0b-88d7-a69a834aef35 HTTP/1.1" status: 200 len: 919 time: 0.1053414 Feb 14 15:19:22.605717 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-039ea165-63b8-484a-aefe-fc2ffcfe16f1 req-2468685c-8c55-4a9e-ab69-83bb8daf10c2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f220a3dd-73f2-4961-b7ad-99cbb024e554 HTTP/1.1" status: 200 len: 217 time: 0.0357034 Feb 14 15:19:22.670904 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ea165-63b8-484a-aefe-fc2ffcfe16f1 req-2b135d6f-3d2d-4b24-b416-9ad9029b4912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:22.672550 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-039ea165-63b8-484a-aefe-fc2ffcfe16f1 req-2b135d6f-3d2d-4b24-b416-9ad9029b4912 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=01ea2392-36a5-4e0f-bc30-1b0aaada039f HTTP/1.1" status: 200 len: 858 time: 0.0594704 Feb 14 15:19:22.708915 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-039ea165-63b8-484a-aefe-fc2ffcfe16f1 req-1057a96e-8904-4f00-b543-69f4cb5cdc7c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=00f85281-ff4d-4b0b-88d7-a69a834aef35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292811 Feb 14 15:19:22.819296 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-039ea165-63b8-484a-aefe-fc2ffcfe16f1 req-836bd568-2338-4d4a-9c93-5c0c8262d44b service neutron] 10.222.0.77 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993044 Feb 14 15:19:22.841982 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['83e14b7b-d949-4f51-bbd9-c4f310cf70ba'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:19:22.933054 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-039ea165-63b8-484a-aefe-fc2ffcfe16f1 req-34cb9252-d79c-44c4-9a93-3e9b928522c8 service neutron] 10.222.0.77 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053391 Feb 14 15:19:23.477122 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fd739-f049-4d00-b262-22a157f298f8 req-27c569b4-d2b2-4fd1-b0dc-83feac28d9cd tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:23.479408 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-739fd739-f049-4d00-b262-22a157f298f8 req-27c569b4-d2b2-4fd1-b0dc-83feac28d9cd tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0637302 Feb 14 15:19:23.536176 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-739fd739-f049-4d00-b262-22a157f298f8 req-a0fe09b4-7a35-40bd-953b-bb81fd66cd4b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505607 Feb 14 15:19:23.556336 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d86721-98e5-4f3b-a105-62503ca51159 req-9df09684-a8d5-4a1f-9f39-54b05d7a707a tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:23.557958 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c2d86721-98e5-4f3b-a105-62503ca51159 req-9df09684-a8d5-4a1f-9f39-54b05d7a707a tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 944 time: 0.0585487 Feb 14 15:19:23.606388 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c2d86721-98e5-4f3b-a105-62503ca51159 req-204b1615-38bc-455b-bdd6-38bbc2b87bfe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423691 Feb 14 15:19:24.681288 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd9f42-b296-4d32-aa87-d02a39b99952 req-d6080689-988f-467d-805c-98740df54b02 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:24.682860 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a4cd9f42-b296-4d32-aa87-d02a39b99952 req-d6080689-988f-467d-805c-98740df54b02 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0645647 Feb 14 15:19:24.739395 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb2894-5bf6-457f-adee-0248ecda410a req-3a3713a7-d0b2-407e-81ac-231be63b41f3 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:24.742185 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bbcb2894-5bf6-457f-adee-0248ecda410a req-3a3713a7-d0b2-407e-81ac-231be63b41f3 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 944 time: 0.0637579 Feb 14 15:19:24.754157 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a4cd9f42-b296-4d32-aa87-d02a39b99952 req-c4add5fb-ed4e-4456-93e7-f3a16649fdf7 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558996 Feb 14 15:19:24.804228 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bbcb2894-5bf6-457f-adee-0248ecda410a req-81408eb1-cffe-45e1-b789-1c2933370ffb tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548232 Feb 14 15:19:24.824525 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:19:25.408634 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 83e14b7b-d949-4f51-bbd9-c4f310cf70ba up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:19:25.461732 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning for port 83e14b7b-d949-4f51-bbd9-c4f310cf70ba completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:19:25.466009 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port 83e14b7b-d949-4f51-bbd9-c4f310cf70ba triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:25.466414 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (83e14b7b-d949-4f51-bbd9-c4f310cf70ba), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:25.549518 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 83e14b7b-d949-4f51-bbd9-c4f310cf70ba is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:19:25.549943 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (83e14b7b-d949-4f51-bbd9-c4f310cf70ba), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:25.575037 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085b3f7e-4322-496e-b6ed-505bb284cc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e14b7b-d949-4f51-bbd9-c4f310cf70ba'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:19:25.577346 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85ad7d1-4038-4fee-9c22-60f892a9197c" -d '{"events": [{"server_uuid": "085b3f7e-4322-496e-b6ed-505bb284cc9c", "name": "network-vif-plugged", "status": "completed", "tag": "83e14b7b-d949-4f51-bbd9-c4f310cf70ba"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:19:25.592351 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 83e14b7b-d949-4f51-bbd9-c4f310cf70ba, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=83e14b7b-d949-4f51-bbd9-c4f310cf70ba,segment=NetworkSegment(51d015d4-cb41-4169-9c17-68bb917adb3e),segment_id=51d015d4-cb41-4169-9c17-68bb917adb3e)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:19:25.597991 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (83e14b7b-d949-4f51-bbd9-c4f310cf70ba), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:25.644278 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0655aaf-ea66-45c2-ae04-f79862c99b6b x-openstack-request-id: req-c0655aaf-ea66-45c2-ae04-f79862c99b6b {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:19:25.644801 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085b3f7e-4322-496e-b6ed-505bb284cc9c", "name": "network-vif-plugged", "status": "completed", "tag": "83e14b7b-d949-4f51-bbd9-c4f310cf70ba", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:19:25.645067 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c0655aaf-ea66-45c2-ae04-f79862c99b6b {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:19:25.645471 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085b3f7e-4322-496e-b6ed-505bb284cc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e14b7b-d949-4f51-bbd9-c4f310cf70ba', 'code': 200} Feb 14 15:19:25.674420 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=83e14b7b-d949-4f51-bbd9-c4f310cf70ba,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:25.889104 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c881f9-2088-4b19-a09d-e8b2a171a7d4 req-c0a6b7ba-84cc-4569-a1fd-47e62e50e40c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:25.891742 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23df64-fa83-457c-9205-2e4299db9984 req-c728d714-3d14-41ae-b39c-4e689b0c9ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:25.892718 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-05c881f9-2088-4b19-a09d-e8b2a171a7d4 req-c0a6b7ba-84cc-4569-a1fd-47e62e50e40c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0708506 Feb 14 15:19:25.899139 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aa23df64-fa83-457c-9205-2e4299db9984 req-c728d714-3d14-41ae-b39c-4e689b0c9ac6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 1129 time: 0.0739737 Feb 14 15:19:25.962561 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-05c881f9-2088-4b19-a09d-e8b2a171a7d4 req-4e7e18ab-9e83-4a17-83d3-b4bd4f58f424 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644207 Feb 14 15:19:26.009280 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e24ca8-ca5c-4768-bef7-a252b15593d6 req-49ee73c2-1f56-4aa1-9afb-cd102a2c91c3 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:26.011093 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-68e24ca8-ca5c-4768-bef7-a252b15593d6 req-49ee73c2-1f56-4aa1-9afb-cd102a2c91c3 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 945 time: 0.1064072 Feb 14 15:19:26.017052 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aa23df64-fa83-457c-9205-2e4299db9984 req-a9f1735c-37e0-42c1-a939-a8b90521a935 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963573 Feb 14 15:19:26.067842 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-68e24ca8-ca5c-4768-bef7-a252b15593d6 req-cefd36cd-c102-4fc1-85fe-4ec78fac9fb2 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486012 Feb 14 15:19:27.079861 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cba09-f332-40e7-b401-d62b855431b1 req-ff6f0b50-941a-427a-b4e0-0553799e9fa3 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:27.082107 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b50cba09-f332-40e7-b401-d62b855431b1 req-ff6f0b50-941a-427a-b4e0-0553799e9fa3 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0522327 Feb 14 15:19:27.135301 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b50cba09-f332-40e7-b401-d62b855431b1 req-2acd2585-27fc-4ccf-8d5d-ec119ff9cd02 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458813 Feb 14 15:19:27.195427 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dc202-c4bf-41bb-b77f-2f42a3bfef4b req-e74450aa-a014-4d8f-8344-41069e964e89 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:27.196959 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d61dc202-c4bf-41bb-b77f-2f42a3bfef4b req-e74450aa-a014-4d8f-8344-41069e964e89 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 945 time: 0.0622008 Feb 14 15:19:27.246542 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d61dc202-c4bf-41bb-b77f-2f42a3bfef4b req-4126a50c-af1b-4254-adf3-0ac4c3c6b14c tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436218 Feb 14 15:19:27.345526 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 37270) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:27.452706 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e1bec7b4-842e-4169-842a-89b61c8dbdfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:27.533348 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e1bec7b4-842e-4169-842a-89b61c8dbdfc admin admin] Publish callbacks [] for security_group (4d87fd99-19f7-4f82-a81c-fc8296fc4cbb), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:27.537107 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e1bec7b4-842e-4169-842a-89b61c8dbdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (4d87fd99-19f7-4f82-a81c-fc8296fc4cbb), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:27.577366 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-e1bec7b4-842e-4169-842a-89b61c8dbdfc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=591c77f6a0674dafb35e635378e40d82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307589 Feb 14 15:19:27.578487 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bec7b4-842e-4169-842a-89b61c8dbdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d87fd99-19f7-4f82-a81c-fc8296fc4cbb,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:27.580440 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 37274) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:27.628891 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e0f9fce2-c620-478f-ac6c-2e0493810794 admin admin] Publish callbacks [] for security_group (4d87fd99-19f7-4f82-a81c-fc8296fc4cbb), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:27.649877 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e0f9fce2-c620-478f-ac6c-2e0493810794 admin admin] Publish callbacks [] for security_group (4d87fd99-19f7-4f82-a81c-fc8296fc4cbb), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:27.705066 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e0f9fce2-c620-478f-ac6c-2e0493810794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (4d87fd99-19f7-4f82-a81c-fc8296fc4cbb), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:27.710207 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e0f9fce2-c620-478f-ac6c-2e0493810794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:27.714040 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e0f9fce2-c620-478f-ac6c-2e0493810794 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4d87fd99-19f7-4f82-a81c-fc8296fc4cbb HTTP/1.1" status: 204 len: 168 time: 0.1297929 Feb 14 15:19:27.719271 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9fce2-c620-478f-ac6c-2e0493810794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d87fd99-19f7-4f82-a81c-fc8296fc4cbb,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:28.030415 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 37290) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:28.046856 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c4e5b01e-64d2-46b4-bf90-ae757b701e7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:28.122236 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c4e5b01e-64d2-46b4-bf90-ae757b701e7c admin admin] Publish callbacks [] for security_group (035cb462-ae7e-4522-84bc-ed618bf6a0a3), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:28.125990 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c4e5b01e-64d2-46b4-bf90-ae757b701e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (035cb462-ae7e-4522-84bc-ed618bf6a0a3), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:28.164390 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-c4e5b01e-64d2-46b4-bf90-ae757b701e7c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2f3956c174d646ab936146599c282fa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321778 Feb 14 15:19:28.164655 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5b01e-64d2-46b4-bf90-ae757b701e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035cb462-ae7e-4522-84bc-ed618bf6a0a3,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:28.166494 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 37294) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:28.249035 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ec4db0a6-c7af-4756-83e2-58cf84ba2b56 admin admin] Publish callbacks [] for security_group (035cb462-ae7e-4522-84bc-ed618bf6a0a3), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:28.277907 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ec4db0a6-c7af-4756-83e2-58cf84ba2b56 admin admin] Publish callbacks [] for security_group (035cb462-ae7e-4522-84bc-ed618bf6a0a3), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:28.292360 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65841a-df3d-4958-ac64-3d5aca15ab6c req-bc0c77e2-970b-4ecf-8311-216a6043c0c3 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:28.293842 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fa65841a-df3d-4958-ac64-3d5aca15ab6c req-bc0c77e2-970b-4ecf-8311-216a6043c0c3 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0895948 Feb 14 15:19:28.362598 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fa65841a-df3d-4958-ac64-3d5aca15ab6c req-0bbd5bf9-98b5-40e4-9554-072fa7c5988b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620749 Feb 14 15:19:28.373154 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ec4db0a6-c7af-4756-83e2-58cf84ba2b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (035cb462-ae7e-4522-84bc-ed618bf6a0a3), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:28.383435 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1f0f3-0521-41f6-8bba-176217ce092d req-da7da095-e1d1-49c8-afdb-46559106a251 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:28.384133 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ec4db0a6-c7af-4756-83e2-58cf84ba2b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:28.384133 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-ec4db0a6-c7af-4756-83e2-58cf84ba2b56 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/035cb462-ae7e-4522-84bc-ed618bf6a0a3 HTTP/1.1" status: 204 len: 168 time: 0.2109668 Feb 14 15:19:28.384315 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-caf1f0f3-0521-41f6-8bba-176217ce092d req-da7da095-e1d1-49c8-afdb-46559106a251 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 945 time: 0.0643032 Feb 14 15:19:28.386758 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4db0a6-c7af-4756-83e2-58cf84ba2b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035cb462-ae7e-4522-84bc-ed618bf6a0a3,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:28.438549 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-caf1f0f3-0521-41f6-8bba-176217ce092d req-562c9b79-763f-4aef-bd7c-a99836210a6d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554702 Feb 14 15:19:29.486713 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0ab0a-cdaa-42d5-8326-0fda9e274fd5 req-025c69aa-a1e7-47a6-9a3c-e4cce92b93a5 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:29.488875 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-84b0ab0a-cdaa-42d5-8326-0fda9e274fd5 req-025c69aa-a1e7-47a6-9a3c-e4cce92b93a5 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0575962 Feb 14 15:19:29.546086 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-84b0ab0a-cdaa-42d5-8326-0fda9e274fd5 req-e93f0375-e236-4e09-932e-f165a5e086cb tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508993 Feb 14 15:19:30.712116 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad06791-010c-4389-8069-9a9cbe3cffdd req-83ca8f47-a450-4e7b-bf0f-3be67a6ee957 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:30.713774 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3ad06791-010c-4389-8069-9a9cbe3cffdd req-83ca8f47-a450-4e7b-bf0f-3be67a6ee957 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0879178 Feb 14 15:19:30.770922 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3ad06791-010c-4389-8069-9a9cbe3cffdd req-cd927846-dac8-4ff2-93f6-30e0c09a2c04 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494442 Feb 14 15:19:30.772570 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 37416) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:30.887426 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-309808a0-5429-4c67-893b-be6c593e6f61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:30.995812 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-309808a0-5429-4c67-893b-be6c593e6f61 admin admin] Publish callbacks [] for security_group (6a312885-8ce6-4b3a-b4a6-8a61dfa54af8), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:31.000384 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-309808a0-5429-4c67-893b-be6c593e6f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (6a312885-8ce6-4b3a-b4a6-8a61dfa54af8), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:31.038986 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309808a0-5429-4c67-893b-be6c593e6f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a312885-8ce6-4b3a-b4a6-8a61dfa54af8,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:31.044659 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-309808a0-5429-4c67-893b-be6c593e6f61 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=18e604e526a145c58a5f3a6c11a54a28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710733 Feb 14 15:19:31.047639 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 37430) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:31.095122 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2bf496d9-83e2-486f-bdc5-3f40ef80352c admin admin] Publish callbacks [] for security_group (6a312885-8ce6-4b3a-b4a6-8a61dfa54af8), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:31.118810 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2bf496d9-83e2-486f-bdc5-3f40ef80352c admin admin] Publish callbacks [] for security_group (6a312885-8ce6-4b3a-b4a6-8a61dfa54af8), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:31.170364 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2bf496d9-83e2-486f-bdc5-3f40ef80352c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (6a312885-8ce6-4b3a-b4a6-8a61dfa54af8), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:31.172939 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2bf496d9-83e2-486f-bdc5-3f40ef80352c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:31.176176 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-2bf496d9-83e2-486f-bdc5-3f40ef80352c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6a312885-8ce6-4b3a-b4a6-8a61dfa54af8 HTTP/1.1" status: 204 len: 168 time: 0.1275539 Feb 14 15:19:31.191136 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf496d9-83e2-486f-bdc5-3f40ef80352c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a312885-8ce6-4b3a-b4a6-8a61dfa54af8,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:31.484346 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 37442) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:31.497534 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fb65e2bc-0595-43f1-a9ea-c5cb946a180b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:31.575712 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fb65e2bc-0595-43f1-a9ea-c5cb946a180b admin admin] Publish callbacks [] for security_group (68b5c1ec-96cc-4579-bf84-5e8df4cf48cb), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:31.579625 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fb65e2bc-0595-43f1-a9ea-c5cb946a180b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (68b5c1ec-96cc-4579-bf84-5e8df4cf48cb), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:31.618455 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-fb65e2bc-0595-43f1-a9ea-c5cb946a180b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=edf346ddfb254250971278bc9cd73699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330099 Feb 14 15:19:31.619336 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65e2bc-0595-43f1-a9ea-c5cb946a180b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b5c1ec-96cc-4579-bf84-5e8df4cf48cb,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:31.621990 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 37444) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:31.672040 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b62542e1-36be-48db-865c-a960b21d2f7a admin admin] Publish callbacks [] for security_group (68b5c1ec-96cc-4579-bf84-5e8df4cf48cb), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:31.694185 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b62542e1-36be-48db-865c-a960b21d2f7a admin admin] Publish callbacks [] for security_group (68b5c1ec-96cc-4579-bf84-5e8df4cf48cb), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:31.744239 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b62542e1-36be-48db-865c-a960b21d2f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (68b5c1ec-96cc-4579-bf84-5e8df4cf48cb), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:31.747152 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b62542e1-36be-48db-865c-a960b21d2f7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:31.748501 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-b62542e1-36be-48db-865c-a960b21d2f7a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/68b5c1ec-96cc-4579-bf84-5e8df4cf48cb HTTP/1.1" status: 204 len: 168 time: 0.1254861 Feb 14 15:19:31.756640 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62542e1-36be-48db-865c-a960b21d2f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b5c1ec-96cc-4579-bf84-5e8df4cf48cb,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:31.902311 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b2fda-8808-406e-91db-3fc4c378f3a8 req-09c75b4c-1094-4527-b50a-4185a39deb47 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:31.904327 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4d2b2fda-8808-406e-91db-3fc4c378f3a8 req-09c75b4c-1094-4527-b50a-4185a39deb47 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0594652 Feb 14 15:19:31.956933 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4d2b2fda-8808-406e-91db-3fc4c378f3a8 req-ffbcbd09-6d8a-4bf5-956b-e39e47ce78f6 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448842 Feb 14 15:19:32.086477 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 37454) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:32.099353 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-619474ed-8a37-4c5e-824d-b94816e2afa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:32.172718 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-619474ed-8a37-4c5e-824d-b94816e2afa4 admin admin] Publish callbacks [] for security_group (dd3d1507-27b7-480c-95e3-36534a7a22a1), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:32.177217 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-619474ed-8a37-4c5e-824d-b94816e2afa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (dd3d1507-27b7-480c-95e3-36534a7a22a1), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:32.212828 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619474ed-8a37-4c5e-824d-b94816e2afa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3d1507-27b7-480c-95e3-36534a7a22a1,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:32.217124 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-619474ed-8a37-4c5e-824d-b94816e2afa4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=26ba082705b04dad9f8fd567b713a267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296411 Feb 14 15:19:32.219846 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 37458) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:32.279934 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b49474da-63ee-4bea-8d78-322dddcf4af9 admin admin] Publish callbacks [] for security_group (dd3d1507-27b7-480c-95e3-36534a7a22a1), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:32.300807 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b49474da-63ee-4bea-8d78-322dddcf4af9 admin admin] Publish callbacks [] for security_group (dd3d1507-27b7-480c-95e3-36534a7a22a1), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:32.356976 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b49474da-63ee-4bea-8d78-322dddcf4af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (dd3d1507-27b7-480c-95e3-36534a7a22a1), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:32.360059 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b49474da-63ee-4bea-8d78-322dddcf4af9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:32.364909 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-b49474da-63ee-4bea-8d78-322dddcf4af9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/dd3d1507-27b7-480c-95e3-36534a7a22a1 HTTP/1.1" status: 204 len: 168 time: 0.1404791 Feb 14 15:19:32.374714 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49474da-63ee-4bea-8d78-322dddcf4af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3d1507-27b7-480c-95e3-36534a7a22a1,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:33.091659 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acf72f-9b6e-447f-8e7f-89c3c7894be6 req-d2358419-af18-4d20-b276-67a1e80079e8 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:33.093155 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f0acf72f-9b6e-447f-8e7f-89c3c7894be6 req-d2358419-af18-4d20-b276-67a1e80079e8 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0696230 Feb 14 15:19:33.140407 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f0acf72f-9b6e-447f-8e7f-89c3c7894be6 req-e23a82ba-4d5c-4f51-949c-4f8284c5aca4 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408480 Feb 14 15:19:34.266174 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31117ce-8dac-437c-ab1c-e010c4c9216c req-22030543-fa5c-4f9a-aed4-390bb74a0211 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:34.267660 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d31117ce-8dac-437c-ab1c-e010c4c9216c req-22030543-fa5c-4f9a-aed4-390bb74a0211 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0535161 Feb 14 15:19:34.316014 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d31117ce-8dac-437c-ab1c-e010c4c9216c req-12e164db-f811-4172-872b-a769771f62e8 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413980 Feb 14 15:19:35.455888 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764223e-1f38-46fc-870d-7c3e372269d1 req-1d29c590-637d-4a34-9b4a-39e51366d3d5 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:35.457826 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a764223e-1f38-46fc-870d-7c3e372269d1 req-1d29c590-637d-4a34-9b4a-39e51366d3d5 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0592678 Feb 14 15:19:35.507148 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a764223e-1f38-46fc-870d-7c3e372269d1 req-8178569e-dee7-4b23-a31f-649135099316 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438383 Feb 14 15:19:36.638864 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb45dd-5444-4406-aaaa-77c32c7ad148 req-836a8f2f-b222-40f6-9a94-7d42187e9586 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:36.641248 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-35cb45dd-5444-4406-aaaa-77c32c7ad148 req-836a8f2f-b222-40f6-9a94-7d42187e9586 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0573604 Feb 14 15:19:36.699595 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-35cb45dd-5444-4406-aaaa-77c32c7ad148 req-cf2fe2fe-71eb-4689-986b-679a7bfcfbf4 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518889 Feb 14 15:19:37.557458 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 37630) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:37.665968 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aff8fa15-e726-459e-882d-eab6a80a13e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:37.747397 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aff8fa15-e726-459e-882d-eab6a80a13e0 admin admin] Publish callbacks [] for security_group (d28f72f5-8ae6-411a-b204-4ac0da5b5fd2), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:37.753230 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aff8fa15-e726-459e-882d-eab6a80a13e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (d28f72f5-8ae6-411a-b204-4ac0da5b5fd2), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:37.824811 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-aff8fa15-e726-459e-882d-eab6a80a13e0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7ae41ed2ac544fff9bbb8badd903233c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725112 Feb 14 15:19:37.824811 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8fa15-e726-459e-882d-eab6a80a13e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28f72f5-8ae6-411a-b204-4ac0da5b5fd2,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:37.825572 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 37648) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:37.839861 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8fa15-e726-459e-882d-eab6a80a13e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:37.840220 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8fa15-e726-459e-882d-eab6a80a13e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:37.840569 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8fa15-e726-459e-882d-eab6a80a13e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:37.840911 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8fa15-e726-459e-882d-eab6a80a13e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:37.841253 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8fa15-e726-459e-882d-eab6a80a13e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:37.841590 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8fa15-e726-459e-882d-eab6a80a13e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:37.841923 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8fa15-e726-459e-882d-eab6a80a13e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:37.842248 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8fa15-e726-459e-882d-eab6a80a13e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:37.842743 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8fa15-e726-459e-882d-eab6a80a13e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:37.843075 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8fa15-e726-459e-882d-eab6a80a13e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:37.843400 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8fa15-e726-459e-882d-eab6a80a13e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:37.843761 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8fa15-e726-459e-882d-eab6a80a13e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:37.844086 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8fa15-e726-459e-882d-eab6a80a13e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:37.872518 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4895efe-d3b4-4538-91e9-f94143762972 req-e1bdab48-5db7-4cba-bd7f-18d2770d5f40 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:37.874098 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b4895efe-d3b4-4538-91e9-f94143762972 req-e1bdab48-5db7-4cba-bd7f-18d2770d5f40 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0973339 Feb 14 15:19:37.896489 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-892929fa-e257-4009-94b2-cc3abe199e86 admin admin] Publish callbacks [] for security_group (d28f72f5-8ae6-411a-b204-4ac0da5b5fd2), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:37.924129 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-892929fa-e257-4009-94b2-cc3abe199e86 admin admin] Publish callbacks [] for security_group (d28f72f5-8ae6-411a-b204-4ac0da5b5fd2), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:37.928158 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b4895efe-d3b4-4538-91e9-f94143762972 req-051e9784-833a-470f-8e17-aac88340444a tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481730 Feb 14 15:19:37.984736 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-892929fa-e257-4009-94b2-cc3abe199e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (d28f72f5-8ae6-411a-b204-4ac0da5b5fd2), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:37.989045 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-892929fa-e257-4009-94b2-cc3abe199e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:37.990343 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-892929fa-e257-4009-94b2-cc3abe199e86 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d28f72f5-8ae6-411a-b204-4ac0da5b5fd2 HTTP/1.1" status: 204 len: 168 time: 0.1628783 Feb 14 15:19:37.998782 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892929fa-e257-4009-94b2-cc3abe199e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28f72f5-8ae6-411a-b204-4ac0da5b5fd2,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:38.007417 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892929fa-e257-4009-94b2-cc3abe199e86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:38.007885 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892929fa-e257-4009-94b2-cc3abe199e86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:38.008306 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892929fa-e257-4009-94b2-cc3abe199e86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:38.008717 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892929fa-e257-4009-94b2-cc3abe199e86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:38.009124 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892929fa-e257-4009-94b2-cc3abe199e86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:38.009528 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892929fa-e257-4009-94b2-cc3abe199e86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:38.009965 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892929fa-e257-4009-94b2-cc3abe199e86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:38.010358 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892929fa-e257-4009-94b2-cc3abe199e86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:38.010766 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892929fa-e257-4009-94b2-cc3abe199e86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:38.011163 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892929fa-e257-4009-94b2-cc3abe199e86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:38.011560 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892929fa-e257-4009-94b2-cc3abe199e86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:38.011986 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892929fa-e257-4009-94b2-cc3abe199e86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:38.012330 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892929fa-e257-4009-94b2-cc3abe199e86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:19:38.296291 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 37662) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:38.310826 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dbea622d-6eb0-472d-afb5-baf7bd6fd953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:38.387950 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dbea622d-6eb0-472d-afb5-baf7bd6fd953 admin admin] Publish callbacks [] for security_group (ad888402-4c2d-45c9-abc9-544ace9a2849), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:38.391667 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dbea622d-6eb0-472d-afb5-baf7bd6fd953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (ad888402-4c2d-45c9-abc9-544ace9a2849), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:38.431690 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea622d-6eb0-472d-afb5-baf7bd6fd953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad888402-4c2d-45c9-abc9-544ace9a2849,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:38.437198 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-dbea622d-6eb0-472d-afb5-baf7bd6fd953 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e975b6c6d6e543c8950565543a94c88f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397839 Feb 14 15:19:38.439750 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 37666) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:38.490118 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f3763999-124f-484d-9cf4-9c983f4c4645 admin admin] Publish callbacks [] for security_group (ad888402-4c2d-45c9-abc9-544ace9a2849), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:38.511101 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f3763999-124f-484d-9cf4-9c983f4c4645 admin admin] Publish callbacks [] for security_group (ad888402-4c2d-45c9-abc9-544ace9a2849), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:38.561012 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f3763999-124f-484d-9cf4-9c983f4c4645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (ad888402-4c2d-45c9-abc9-544ace9a2849), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:38.563725 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f3763999-124f-484d-9cf4-9c983f4c4645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:38.564928 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-f3763999-124f-484d-9cf4-9c983f4c4645 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ad888402-4c2d-45c9-abc9-544ace9a2849 HTTP/1.1" status: 204 len: 168 time: 0.1241260 Feb 14 15:19:38.572759 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3763999-124f-484d-9cf4-9c983f4c4645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad888402-4c2d-45c9-abc9-544ace9a2849,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:38.886575 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 37674) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:38.900032 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-58e7c4ea-77c8-4bd1-9f54-de172eaa0667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:38.983603 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-58e7c4ea-77c8-4bd1-9f54-de172eaa0667 admin admin] Publish callbacks [] for security_group (46bee10a-3196-406a-9ab3-a5b7949db8e0), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:38.988054 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-58e7c4ea-77c8-4bd1-9f54-de172eaa0667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (46bee10a-3196-406a-9ab3-a5b7949db8e0), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:39.057606 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-58e7c4ea-77c8-4bd1-9f54-de172eaa0667 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a3d772fd226d41a5845a1690d7165394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1699362 Feb 14 15:19:39.060005 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7c4ea-77c8-4bd1-9f54-de172eaa0667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bee10a-3196-406a-9ab3-a5b7949db8e0,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:39.060637 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 37678) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:39.083268 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2717b-ab6e-4443-9834-4167252ad35d req-78b10a73-e6af-4a2d-988c-94337895f714 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:39.084872 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-27f2717b-ab6e-4443-9834-4167252ad35d req-78b10a73-e6af-4a2d-988c-94337895f714 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0864360 Feb 14 15:19:39.113234 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-781e3c43-b0bb-4db7-94e3-a39835e84dcd admin admin] Publish callbacks [] for security_group (46bee10a-3196-406a-9ab3-a5b7949db8e0), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:39.135574 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-781e3c43-b0bb-4db7-94e3-a39835e84dcd admin admin] Publish callbacks [] for security_group (46bee10a-3196-406a-9ab3-a5b7949db8e0), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:39.145769 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-27f2717b-ab6e-4443-9834-4167252ad35d req-394691b5-f202-48fb-ac7e-b80828aba5b0 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550072 Feb 14 15:19:39.203663 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-781e3c43-b0bb-4db7-94e3-a39835e84dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (46bee10a-3196-406a-9ab3-a5b7949db8e0), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:39.207223 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-781e3c43-b0bb-4db7-94e3-a39835e84dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:39.210812 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-781e3c43-b0bb-4db7-94e3-a39835e84dcd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/46bee10a-3196-406a-9ab3-a5b7949db8e0 HTTP/1.1" status: 204 len: 168 time: 0.1468136 Feb 14 15:19:39.216528 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e3c43-b0bb-4db7-94e3-a39835e84dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bee10a-3196-406a-9ab3-a5b7949db8e0,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:40.273932 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ccba3-5e76-44f2-9318-b7883d288346 req-b633fa78-64d1-40fd-a636-b96c11b10331 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:40.276082 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-503ccba3-5e76-44f2-9318-b7883d288346 req-b633fa78-64d1-40fd-a636-b96c11b10331 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0629444 Feb 14 15:19:40.342781 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-503ccba3-5e76-44f2-9318-b7883d288346 req-0e52b8cb-7032-437e-9db6-220f9545e6e2 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526021 Feb 14 15:19:40.959828 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf8041-9378-4170-999c-2328875e2134 req-ec3c0d62-f7e1-44e1-93f9-3cc7d9dfd860 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:40.961622 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9eaf8041-9378-4170-999c-2328875e2134 req-ec3c0d62-f7e1-44e1-93f9-3cc7d9dfd860 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/networks?id=438f6288-4686-4452-8a20-ac5b28efd854 HTTP/1.1" status: 200 len: 814 time: 0.1109157 Feb 14 15:19:40.978205 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9eaf8041-9378-4170-999c-2328875e2134 req-cc741558-f0aa-4697-b6a9-a0d1d7a19d12 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/quotas/9c9f16de8df448a89ca48ff22f7a1d34 HTTP/1.1" status: 200 len: 375 time: 0.0100758 Feb 14 15:19:41.043593 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9eaf8041-9378-4170-999c-2328875e2134 req-b92cd93c-b376-4527-a8bb-1d28aecaaa57 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=9c9f16de8df448a89ca48ff22f7a1d34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601742 Feb 14 15:19:41.146943 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9eaf8041-9378-4170-999c-2328875e2134 req-437742c7-fc3a-4270-89c9-f56050fcb516 service neutron] 10.222.0.87 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898268 Feb 14 15:19:41.239583 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9eaf8041-9378-4170-999c-2328875e2134 req-197c1a14-e181-4fa9-b531-bf1f8bb29884 service neutron] 10.222.0.87 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863330 Feb 14 15:19:41.403303 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0fcda825-b4ef-462b-9661-8673ce251478 req-f00b3587-1e18-44a4-aea0-59a334803f09 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0eb614e-3d88-4aee-9dc6-1407025c9d0c HTTP/1.1" status: 200 len: 210 time: 0.0286436 Feb 14 15:19:41.474186 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222bc4b-4411-4dfa-8763-35290a0db5ee req-571e52b2-d4d2-45fd-b40a-eabf1d86b035 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:41.477117 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2222bc4b-4411-4dfa-8763-35290a0db5ee req-571e52b2-d4d2-45fd-b40a-eabf1d86b035 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0615876 Feb 14 15:19:41.540423 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2222bc4b-4411-4dfa-8763-35290a0db5ee req-723ee437-67c5-4709-b2b2-49e7b0b3ba4c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572460 Feb 14 15:19:41.574685 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3109a28-fd01-4a73-ac52-62dffd1b5498 req-ab63c879-f8aa-4921-869a-35f00e6cbfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:41.576211 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b3109a28-fd01-4a73-ac52-62dffd1b5498 req-ab63c879-f8aa-4921-869a-35f00e6cbfcc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=258d3453eec942f3944f9299fcf5227d&device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 1129 time: 0.0525866 Feb 14 15:19:41.693231 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3109a28-fd01-4a73-ac52-62dffd1b5498 req-7cb2292d-a757-49c2-b9c1-0912b0b17c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:41.694705 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b3109a28-fd01-4a73-ac52-62dffd1b5498 req-7cb2292d-a757-49c2-b9c1-0912b0b17c7c service neutron] 10.222.0.77 "GET /v2.0/networks?id=00f85281-ff4d-4b0b-88d7-a69a834aef35 HTTP/1.1" status: 200 len: 919 time: 0.0938654 Feb 14 15:19:41.749447 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b3109a28-fd01-4a73-ac52-62dffd1b5498 req-2f9fb7ce-900d-4781-a0e7-b6ac05500862 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f220a3dd-73f2-4961-b7ad-99cbb024e554 HTTP/1.1" status: 200 len: 217 time: 0.0378735 Feb 14 15:19:41.818700 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3109a28-fd01-4a73-ac52-62dffd1b5498 req-14f92485-ea96-43bf-b7b3-dd975e92d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:41.820233 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b3109a28-fd01-4a73-ac52-62dffd1b5498 req-14f92485-ea96-43bf-b7b3-dd975e92d409 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=01ea2392-36a5-4e0f-bc30-1b0aaada039f HTTP/1.1" status: 200 len: 858 time: 0.0486782 Feb 14 15:19:41.871898 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b3109a28-fd01-4a73-ac52-62dffd1b5498 req-ff0748d9-95a8-47a4-82d4-b1e5c5827f43 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=00f85281-ff4d-4b0b-88d7-a69a834aef35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294373 Feb 14 15:19:41.967435 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b3109a28-fd01-4a73-ac52-62dffd1b5498 req-02a5b7fe-2f2f-4001-8987-545c12f91847 service neutron] 10.222.0.77 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869725 Feb 14 15:19:42.078371 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b3109a28-fd01-4a73-ac52-62dffd1b5498 req-0d866ee6-830a-45ba-9f4c-5551c3563dc0 service neutron] 10.222.0.77 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960715 Feb 14 15:19:42.503684 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7bc323e4-51a7-45d2-abfc-3ac64e7a6ee3 req-5a915a1d-402a-4534-91f5-1d5f2b1a3253 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0eb614e-3d88-4aee-9dc6-1407025c9d0c HTTP/1.1" status: 200 len: 210 time: 0.0273023 Feb 14 15:19:42.676590 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a3fda-2785-4a2d-bceb-ca4b8615cc55 req-f19e698f-38ce-4f26-b3c1-1116aa1a873e tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:42.678037 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ce8a3fda-2785-4a2d-bceb-ca4b8615cc55 req-f19e698f-38ce-4f26-b3c1-1116aa1a873e tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0602379 Feb 14 15:19:42.756999 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9bcd2-a4ac-4fa7-93b3-d6051ebfc368 req-07b5f6e6-dca5-4e4b-976d-d77142938ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:42.757787 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ce8a3fda-2785-4a2d-bceb-ca4b8615cc55 req-466b82b2-bc6a-4f6a-9de3-2e9f71b17e52 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739574 Feb 14 15:19:42.759088 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a8e9bcd2-a4ac-4fa7-93b3-d6051ebfc368 req-07b5f6e6-dca5-4e4b-976d-d77142938ea4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 1129 time: 0.0505490 Feb 14 15:19:42.782862 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:42.826672 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a8e9bcd2-a4ac-4fa7-93b3-d6051ebfc368 req-486de244-18eb-4f9f-b472-5e2eff63de9f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471919 Feb 14 15:19:42.834387 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf8041-9378-4170-999c-2328875e2134 req-efcfb84e-08cc-4621-abfa-6524c6f796d0 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:42.835895 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9eaf8041-9378-4170-999c-2328875e2134 req-efcfb84e-08cc-4621-abfa-6524c6f796d0 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.77 "GET /v2.0/networks?id=438f6288-4686-4452-8a20-ac5b28efd854 HTTP/1.1" status: 200 len: 814 time: 0.1265805 Feb 14 15:19:43.105639 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-9eaf8041-9378-4170-999c-2328875e2134 req-aa6aa617-ca03-4465-a4ac-f383f3b767eb tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Request body: {'port': {'device_id': 'c0eb614e-3d88-4aee-9dc6-1407025c9d0c', 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854', 'admin_state_up': True, 'tenant_id': '9c9f16de8df448a89ca48ff22f7a1d34'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:19:43.210645 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eaf8041-9378-4170-999c-2328875e2134 req-aa6aa617-ca03-4465-a4ac-f383f3b767eb tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Made reservation on behalf of 9c9f16de8df448a89ca48ff22f7a1d34 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:19:43.214134 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9eaf8041-9378-4170-999c-2328875e2134 req-aa6aa617-ca03-4465-a4ac-f383f3b767eb tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:43.347930 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-9eaf8041-9378-4170-999c-2328875e2134 req-aa6aa617-ca03-4465-a4ac-f383f3b767eb tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Allocated IP 172.20.0.14 (438f6288-4686-4452-8a20-ac5b28efd854/818a8ed2-f30e-480b-9539-d8e96c970bbf/9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:19:43.398254 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-103dd962-fec9-4e89-befe-2ce168fa8445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:43.513521 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9eaf8041-9378-4170-999c-2328875e2134 req-aa6aa617-ca03-4465-a4ac-f383f3b767eb tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks [] for port (9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:43.556490 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9eaf8041-9378-4170-999c-2328875e2134 req-aa6aa617-ca03-4465-a4ac-f383f3b767eb tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:43.579197 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['44b0868f-fa37-4cbc-b055-0b56461ac853', '7f729812-4a5e-4a3c-8655-6dbff0eaed75', '83e14b7b-d949-4f51-bbd9-c4f310cf70ba'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:19:43.597394 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eaf8041-9378-4170-999c-2328875e2134 req-aa6aa617-ca03-4465-a4ac-f383f3b767eb tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Network 438f6288-4686-4452-8a20-ac5b28efd854 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:19:43.610012 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-9eaf8041-9378-4170-999c-2328875e2134 req-aa6aa617-ca03-4465-a4ac-f383f3b767eb tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:19:43.622706 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eaf8041-9378-4170-999c-2328875e2134 req-aa6aa617-ca03-4465-a4ac-f383f3b767eb tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:19:43.663198 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6aa617-ca03-4465-a4ac-f383f3b767eb tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Pushing event updated for resources: {'Port': ['ID=9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:43.689118 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf8041-9378-4170-999c-2328875e2134 req-aa6aa617-ca03-4465-a4ac-f383f3b767eb tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:43.690273 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9eaf8041-9378-4170-999c-2328875e2134 req-aa6aa617-ca03-4465-a4ac-f383f3b767eb tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:43.695872 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23204434-c334-4103-b539-75110cd0dda8 req-6c4a45e2-499d-4161-8b3e-d4f8e453562e tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:43.704266 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-23204434-c334-4103-b539-75110cd0dda8 req-6c4a45e2-499d-4161-8b3e-d4f8e453562e tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0eb614e-3d88-4aee-9dc6-1407025c9d0c HTTP/1.1" status: 200 len: 932 time: 0.0848746 Feb 14 15:19:43.710074 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9eaf8041-9378-4170-999c-2328875e2134 req-aa6aa617-ca03-4465-a4ac-f383f3b767eb tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6084290 Feb 14 15:19:43.727249 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-9eaf8041-9378-4170-999c-2328875e2134 req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] Request body: {'port': {'device_id': 'c0eb614e-3d88-4aee-9dc6-1407025c9d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:19:43.768617 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-23204434-c334-4103-b539-75110cd0dda8 req-ec31a0a2-9f5c-4b44-9a12-9ed85b826aba tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626216 Feb 14 15:19:43.795851 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9eaf8041-9378-4170-999c-2328875e2134 req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:43.963067 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ae517-6f2a-4cfe-a461-643cc3172b4c req-123ebe96-9b8f-4534-a860-e37c80653127 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:43.964586 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c39ae517-6f2a-4cfe-a461-643cc3172b4c req-123ebe96-9b8f-4534-a860-e37c80653127 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.1272342 Feb 14 15:19:44.070158 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c39ae517-6f2a-4cfe-a461-643cc3172b4c req-fabe8dde-ed89-42bc-adb7-2198624e8472 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911248 Feb 14 15:19:44.154493 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-9eaf8041-9378-4170-999c-2328875e2134 req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:19:44.162068 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9eaf8041-9378-4170-999c-2328875e2134 req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] Publish callbacks [] for port (9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:44.173929 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-9eaf8041-9378-4170-999c-2328875e2134 req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] Transition to ACTIVE for port object 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:19:44.178120 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9eaf8041-9378-4170-999c-2328875e2134 req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:44.227159 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] Pushing event updated for resources: {'Port': ['ID=9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:44.298058 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-9eaf8041-9378-4170-999c-2328875e2134 req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] Attempting to bind port 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:19:44.298389 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-9eaf8041-9378-4170-999c-2328875e2134 req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] Attempting to bind port 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '51d015d4-cb41-4169-9c17-68bb917adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:19:44.298722 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaf8041-9378-4170-999c-2328875e2134 req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] Attempting to bind port 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab on network 438f6288-4686-4452-8a20-ac5b28efd854 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:19:44.303413 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaf8041-9378-4170-999c-2328875e2134 req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] Port 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab on network 438f6288-4686-4452-8a20-ac5b28efd854 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:19:44.303771 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaf8041-9378-4170-999c-2328875e2134 req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] Attempting to bind port 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab on network 438f6288-4686-4452-8a20-ac5b28efd854 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:19:44.308530 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaf8041-9378-4170-999c-2328875e2134 req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] Checking agent: {'id': 'f190771b-33cd-44d9-aea8-80be24af3e8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'started_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:19:44.308876 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaf8041-9378-4170-999c-2328875e2134 req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] Checking segment: {'id': '51d015d4-cb41-4169-9c17-68bb917adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:19:44.309256 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaf8041-9378-4170-999c-2328875e2134 req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] Bound using segment: {'id': '51d015d4-cb41-4169-9c17-68bb917adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:19:44.309701 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-9eaf8041-9378-4170-999c-2328875e2134 req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] Bound port: 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d015d4-cb41-4169-9c17-68bb917adb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:19:44.310054 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9eaf8041-9378-4170-999c-2328875e2134 req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:44.371707 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-9eaf8041-9378-4170-999c-2328875e2134 req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] For port 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab, host hv-cinder-81514, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:19:44.374589 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-9eaf8041-9378-4170-999c-2328875e2134 req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] For port 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab,segment=NetworkSegment(51d015d4-cb41-4169-9c17-68bb917adb3e),segment_id=51d015d4-cb41-4169-9c17-68bb917adb3e)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:19:44.380611 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9eaf8041-9378-4170-999c-2328875e2134 req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:44.418429 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf8041-9378-4170-999c-2328875e2134 req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:44.419064 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9eaf8041-9378-4170-999c-2328875e2134 req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:44.420537 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9eaf8041-9378-4170-999c-2328875e2134 req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] 10.222.0.77 "PUT /v2.0/ports/9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab HTTP/1.1" status: 200 len: 1094 time: 0.7006152 Feb 14 15:19:44.421061 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0eb614e-3d88-4aee-9dc6-1407025c9d0c', 'tag': '9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:19:44.423289 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8719a06d-6143-4a44-b673-d7b157ecaf33" -d '{"events": [{"name": "network-changed", "server_uuid": "c0eb614e-3d88-4aee-9dc6-1407025c9d0c", "tag": "9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:19:44.450429 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589bae4-2f8a-450e-9124-f45ce8a74cba service neutron] Pushing event updated for resources: {'Port': ['ID=9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:44.462636 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30f59cd-2396-46f8-be10-c257c71a30d1 x-openstack-request-id: req-d30f59cd-2396-46f8-be10-c257c71a30d1 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:19:44.462935 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0eb614e-3d88-4aee-9dc6-1407025c9d0c", "tag": "9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:19:44.463199 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d30f59cd-2396-46f8-be10-c257c71a30d1 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:19:44.463596 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0eb614e-3d88-4aee-9dc6-1407025c9d0c', 'tag': '9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab', 'status': 'completed', 'code': 200} Feb 14 15:19:44.526330 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf8041-9378-4170-999c-2328875e2134 req-f22d0408-80b0-4533-b5a7-b74c0657e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:44.528125 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9eaf8041-9378-4170-999c-2328875e2134 req-f22d0408-80b0-4533-b5a7-b74c0657e3db service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c9f16de8df448a89ca48ff22f7a1d34&device_id=c0eb614e-3d88-4aee-9dc6-1407025c9d0c HTTP/1.1" status: 200 len: 1128 time: 0.0454409 Feb 14 15:19:44.581305 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9eaf8041-9378-4170-999c-2328875e2134 req-77bd0fa1-0d4b-4067-8f1b-c0b222ad89bc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab HTTP/1.1" status: 200 len: 217 time: 0.0377908 Feb 14 15:19:44.639390 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf8041-9378-4170-999c-2328875e2134 req-59e8b5a8-c92d-48a3-ad52-878210f47bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:44.640893 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9eaf8041-9378-4170-999c-2328875e2134 req-59e8b5a8-c92d-48a3-ad52-878210f47bc6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=818a8ed2-f30e-480b-9539-d8e96c970bbf HTTP/1.1" status: 200 len: 854 time: 0.0435069 Feb 14 15:19:44.680423 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9eaf8041-9378-4170-999c-2328875e2134 req-4ef884f6-4937-4ef6-8452-423c4ceae6e7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=438f6288-4686-4452-8a20-ac5b28efd854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271883 Feb 14 15:19:44.783835 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9eaf8041-9378-4170-999c-2328875e2134 req-ee7a5f85-c41b-4211-aa13-dc1d0ab2c039 service neutron] 10.222.0.77 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882056 Feb 14 15:19:45.161136 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77317b-7f62-437f-ae84-e21822bb7aef req-6b86e8d9-1496-4619-af9d-59468f8eb2c6 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:45.162651 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1e77317b-7f62-437f-ae84-e21822bb7aef req-6b86e8d9-1496-4619-af9d-59468f8eb2c6 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0eb614e-3d88-4aee-9dc6-1407025c9d0c HTTP/1.1" status: 200 len: 944 time: 0.3042507 Feb 14 15:19:45.164708 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9eaf8041-9378-4170-999c-2328875e2134 req-1a610631-5b8a-48c8-afe2-b038be416f85 service neutron] 10.222.0.77 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676260 Feb 14 15:19:45.215202 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 37852) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:45.215390 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e38dc-b9f0-4c8e-85f5-c6d634d03d9e req-779ac13a-48aa-4e12-be7f-b5ab173f744c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:45.216872 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a39e38dc-b9f0-4c8e-85f5-c6d634d03d9e req-779ac13a-48aa-4e12-be7f-b5ab173f744c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0666680 Feb 14 15:19:45.248210 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1e77317b-7f62-437f-ae84-e21822bb7aef req-44dbf66d-a96a-44a1-8bd1-4021e6412cfe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797162 Feb 14 15:19:45.275463 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a39e38dc-b9f0-4c8e-85f5-c6d634d03d9e req-f54317e8-f5ee-4507-af86-ab75255779d4 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520339 Feb 14 15:19:45.310429 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719a06d-6143-4a44-b673-d7b157ecaf33 req-7a1d1ea5-078b-461c-95d5-7ae6896cff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:45.311960 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8719a06d-6143-4a44-b673-d7b157ecaf33 req-7a1d1ea5-078b-461c-95d5-7ae6896cff8b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c9f16de8df448a89ca48ff22f7a1d34&device_id=c0eb614e-3d88-4aee-9dc6-1407025c9d0c HTTP/1.1" status: 200 len: 1128 time: 0.0620015 Feb 14 15:19:45.354444 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-efc74db9-da05-434e-9438-baa479c97d68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:45.457703 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719a06d-6143-4a44-b673-d7b157ecaf33 req-3960304a-4b3c-48d4-835e-8921ce836888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:45.459562 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8719a06d-6143-4a44-b673-d7b157ecaf33 req-3960304a-4b3c-48d4-835e-8921ce836888 service neutron] 10.222.0.77 "GET /v2.0/networks?id=438f6288-4686-4452-8a20-ac5b28efd854 HTTP/1.1" status: 200 len: 915 time: 0.1359870 Feb 14 15:19:45.528521 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8719a06d-6143-4a44-b673-d7b157ecaf33 req-8324300d-0cb2-4faa-a0d3-831208505bf2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab HTTP/1.1" status: 200 len: 217 time: 0.0522952 Feb 14 15:19:45.536759 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef294a88-55cd-427f-a7e2-eebf8a99753b req-deff2a18-a442-40fc-948f-1d031ade11da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:45.538515 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ef294a88-55cd-427f-a7e2-eebf8a99753b req-deff2a18-a442-40fc-948f-1d031ade11da service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=258d3453eec942f3944f9299fcf5227d&device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 1129 time: 0.0451951 Feb 14 15:19:45.567074 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-efc74db9-da05-434e-9438-baa479c97d68 admin admin] Publish callbacks [] for security_group (5d7a2c5e-815a-42ca-ab3e-3e38495fc654), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:45.589753 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-efc74db9-da05-434e-9438-baa479c97d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (5d7a2c5e-815a-42ca-ab3e-3e38495fc654), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:45.609013 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-ee5cded1-c7da-4ed2-8ef9-d7e73be71ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:45.652402 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc74db9-da05-434e-9438-baa479c97d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7a2c5e-815a-42ca-ab3e-3e38495fc654,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:45.653633 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef294a88-55cd-427f-a7e2-eebf8a99753b req-adce5356-31c6-400d-a92c-2f4703d7f518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:45.656681 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719a06d-6143-4a44-b673-d7b157ecaf33 req-16df64bc-9d09-4203-898a-8531211342d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:45.657361 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ef294a88-55cd-427f-a7e2-eebf8a99753b req-adce5356-31c6-400d-a92c-2f4703d7f518 service neutron] 10.222.0.77 "GET /v2.0/networks?id=00f85281-ff4d-4b0b-88d7-a69a834aef35 HTTP/1.1" status: 200 len: 919 time: 0.1066387 Feb 14 15:19:45.658114 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8719a06d-6143-4a44-b673-d7b157ecaf33 req-16df64bc-9d09-4203-898a-8531211342d7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=818a8ed2-f30e-480b-9539-d8e96c970bbf HTTP/1.1" status: 200 len: 854 time: 0.1046598 Feb 14 15:19:45.661870 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-efc74db9-da05-434e-9438-baa479c97d68 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=24c3db0845324da7b18fcd2c5da0451e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4456303 Feb 14 15:19:45.664640 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 37862) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:45.673045 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a733d2-c134-4100-948e-77d535f33835 req-8192f4c1-7e0d-4ae4-b735-8b276a069b42 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:45.674629 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5a733d2-c134-4100-948e-77d535f33835 req-8192f4c1-7e0d-4ae4-b735-8b276a069b42 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.1615090 Feb 14 15:19:45.713303 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8719a06d-6143-4a44-b673-d7b157ecaf33 req-bc775c32-1f34-4566-b50e-3d20cf69fbc4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=438f6288-4686-4452-8a20-ac5b28efd854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374925 Feb 14 15:19:45.726271 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ef294a88-55cd-427f-a7e2-eebf8a99753b req-c2033264-5452-4b32-9bb5-807bdf3dd2b1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f220a3dd-73f2-4961-b7ad-99cbb024e554 HTTP/1.1" status: 200 len: 217 time: 0.0540438 Feb 14 15:19:45.789974 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-009e13c5-dbb2-4dcc-a322-7b4180011b49 admin admin] Publish callbacks [] for security_group (5d7a2c5e-815a-42ca-ab3e-3e38495fc654), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:45.798028 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef294a88-55cd-427f-a7e2-eebf8a99753b req-4f81601c-12ff-40a2-ac94-f003d443e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:45.799581 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ef294a88-55cd-427f-a7e2-eebf8a99753b req-4f81601c-12ff-40a2-ac94-f003d443e953 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=01ea2392-36a5-4e0f-bc30-1b0aaada039f HTTP/1.1" status: 200 len: 858 time: 0.0620008 Feb 14 15:19:45.809884 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5a733d2-c134-4100-948e-77d535f33835 req-0a8ea70e-6898-4bce-a44b-cf6d9d5fd06d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189497 Feb 14 15:19:45.842832 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ef294a88-55cd-427f-a7e2-eebf8a99753b req-36f48873-d9a8-4235-8a34-8a934fd55b9b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=00f85281-ff4d-4b0b-88d7-a69a834aef35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339460 Feb 14 15:19:45.843039 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8719a06d-6143-4a44-b673-d7b157ecaf33 req-0d9d7db1-7dc5-448c-87ab-efea59cb6c77 service neutron] 10.222.0.77 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205828 Feb 14 15:19:45.844738 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-009e13c5-dbb2-4dcc-a322-7b4180011b49 admin admin] Publish callbacks [] for security_group (5d7a2c5e-815a-42ca-ab3e-3e38495fc654), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:45.958204 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-009e13c5-dbb2-4dcc-a322-7b4180011b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (5d7a2c5e-815a-42ca-ab3e-3e38495fc654), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:45.960825 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-009e13c5-dbb2-4dcc-a322-7b4180011b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:45.961984 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-009e13c5-dbb2-4dcc-a322-7b4180011b49 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5d7a2c5e-815a-42ca-ab3e-3e38495fc654 HTTP/1.1" status: 204 len: 168 time: 0.2961481 Feb 14 15:19:45.965231 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8719a06d-6143-4a44-b673-d7b157ecaf33 req-a6fa4a39-5970-4d19-b830-3b526e114607 service neutron] 10.222.0.77 "GET /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947382 Feb 14 15:19:45.981743 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e13c5-dbb2-4dcc-a322-7b4180011b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7a2c5e-815a-42ca-ab3e-3e38495fc654,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:45.988158 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ef294a88-55cd-427f-a7e2-eebf8a99753b req-35dfefc8-982f-4123-8bf6-369f93999af5 service neutron] 10.222.0.77 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156714 Feb 14 15:19:46.095783 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ef294a88-55cd-427f-a7e2-eebf8a99753b req-050c35c3-e480-454e-a538-3171eabbf95d service neutron] 10.222.0.77 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987854 Feb 14 15:19:46.244313 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 37872) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:46.259568 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2b000c0-dabc-4bb1-880b-3184a4700027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:46.337697 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2b000c0-dabc-4bb1-880b-3184a4700027 admin admin] Publish callbacks [] for security_group (f9213373-ea7e-466d-b712-28f5fb79dc0d), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:46.342030 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2b000c0-dabc-4bb1-880b-3184a4700027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (f9213373-ea7e-466d-b712-28f5fb79dc0d), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:46.377599 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2c6be-a8c2-4f04-a24f-6683ad6ae4c2 req-2e86d45f-0cf5-4ba0-b5ff-01b40f01d365 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:46.379295 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-08f2c6be-a8c2-4f04-a24f-6683ad6ae4c2 req-2e86d45f-0cf5-4ba0-b5ff-01b40f01d365 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0eb614e-3d88-4aee-9dc6-1407025c9d0c HTTP/1.1" status: 200 len: 944 time: 0.0555182 Feb 14 15:19:46.381477 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b000c0-dabc-4bb1-880b-3184a4700027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9213373-ea7e-466d-b712-28f5fb79dc0d,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:46.389448 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d2b000c0-dabc-4bb1-880b-3184a4700027 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6b61472d039748858a9cadb35673982f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439993 Feb 14 15:19:46.390056 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 37876) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:46.431440 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-08f2c6be-a8c2-4f04-a24f-6683ad6ae4c2 req-3e0cb4be-e1da-4a09-b112-83c6dfd9d2d0 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458734 Feb 14 15:19:46.439421 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8c8c1773-5054-46ab-b6b2-e9138ae913d0 admin admin] Publish callbacks [] for security_group (f9213373-ea7e-466d-b712-28f5fb79dc0d), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:46.461484 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8c8c1773-5054-46ab-b6b2-e9138ae913d0 admin admin] Publish callbacks [] for security_group (f9213373-ea7e-466d-b712-28f5fb79dc0d), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:46.507371 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8c8c1773-5054-46ab-b6b2-e9138ae913d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (f9213373-ea7e-466d-b712-28f5fb79dc0d), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:46.509971 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8c8c1773-5054-46ab-b6b2-e9138ae913d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:46.511122 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-8c8c1773-5054-46ab-b6b2-e9138ae913d0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f9213373-ea7e-466d-b712-28f5fb79dc0d HTTP/1.1" status: 204 len: 168 time: 0.1201563 Feb 14 15:19:46.523013 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c1773-5054-46ab-b6b2-e9138ae913d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9213373-ea7e-466d-b712-28f5fb79dc0d,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:46.939451 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de50300-7ef5-43af-bf22-12ba22c30902 req-4bbfd89f-219a-4fcc-abc7-9911af93b0e4 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:46.941475 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4de50300-7ef5-43af-bf22-12ba22c30902 req-4bbfd89f-219a-4fcc-abc7-9911af93b0e4 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0575330 Feb 14 15:19:46.990327 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4de50300-7ef5-43af-bf22-12ba22c30902 req-c8f7e0e4-ea83-4742-9b84-461bcaaf4ecd tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433366 Feb 14 15:19:47.296843 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:47.551394 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5918f-1fd9-4c39-b6a7-38db70fc23f4 req-4e99e1d2-8547-4b25-b9a4-dd080ef0d60e tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:47.553693 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-abd5918f-1fd9-4c39-b6a7-38db70fc23f4 req-4e99e1d2-8547-4b25-b9a4-dd080ef0d60e tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0eb614e-3d88-4aee-9dc6-1407025c9d0c HTTP/1.1" status: 200 len: 944 time: 0.0570521 Feb 14 15:19:47.600054 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:19:47.614268 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-abd5918f-1fd9-4c39-b6a7-38db70fc23f4 req-b4aa9d3a-58bc-45ef-9eae-b209668c8832 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539069 Feb 14 15:19:47.717189 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab,segment=NetworkSegment(51d015d4-cb41-4169-9c17-68bb917adb3e),segment_id=51d015d4-cb41-4169-9c17-68bb917adb3e)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:19:47.727774 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': '9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab', 'network_id': '438f6288-4686-4452-8a20-ac5b28efd854', 'port_id': '9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab', 'mac_address': 'fa:16:3e:42:58:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '818a8ed2-f30e-480b-9539-d8e96c970bbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:19:47.765872 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:19:47.766267 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:47.780089 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:19:47.805009 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab,segment=NetworkSegment(51d015d4-cb41-4169-9c17-68bb917adb3e),segment_id=51d015d4-cb41-4169-9c17-68bb917adb3e)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:19:47.810911 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:47.861320 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:48.120261 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e2eba-ab6b-45a6-8dac-05609a199f1b req-d6d87130-3a67-4634-9d4c-027d8d2ea6e7 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:48.121743 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-897e2eba-ab6b-45a6-8dac-05609a199f1b req-d6d87130-3a67-4634-9d4c-027d8d2ea6e7 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0611300 Feb 14 15:19:48.178058 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-897e2eba-ab6b-45a6-8dac-05609a199f1b req-a0db4720-391f-4f01-bb17-f268c6418910 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504060 Feb 14 15:19:48.431234 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:19:48.502788 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 37962) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:48.586600 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:48.620010 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6c277a8c-7db5-41d1-8384-ca31971ef82e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:48.700827 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6c277a8c-7db5-41d1-8384-ca31971ef82e admin admin] Publish callbacks [] for security_group (8ec49a61-0983-46de-8738-ad7a732455bd), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:48.715686 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6c277a8c-7db5-41d1-8384-ca31971ef82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (8ec49a61-0983-46de-8738-ad7a732455bd), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:48.734488 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd01308-4251-4785-b55c-271805dad5c5 req-0b944c5b-2201-411c-9fce-be846dde157e tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:48.735994 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ecd01308-4251-4785-b55c-271805dad5c5 req-0b944c5b-2201-411c-9fce-be846dde157e tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0eb614e-3d88-4aee-9dc6-1407025c9d0c HTTP/1.1" status: 200 len: 945 time: 0.0528202 Feb 14 15:19:48.760633 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6c277a8c-7db5-41d1-8384-ca31971ef82e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6ac6421f0b0f4125bcb61cb2e4a2cdbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567475 Feb 14 15:19:48.761756 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c277a8c-7db5-41d1-8384-ca31971ef82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec49a61-0983-46de-8738-ad7a732455bd,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:48.763198 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 37968) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:48.805297 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ecd01308-4251-4785-b55c-271805dad5c5 req-16be7c0a-f1f3-4ced-8c06-3e923313e39c tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631306 Feb 14 15:19:48.831905 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2d012952-df80-41a4-acbd-49bcb02b4d11 admin admin] Publish callbacks [] for security_group (8ec49a61-0983-46de-8738-ad7a732455bd), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:48.854577 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2d012952-df80-41a4-acbd-49bcb02b4d11 admin admin] Publish callbacks [] for security_group (8ec49a61-0983-46de-8738-ad7a732455bd), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:48.905096 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2d012952-df80-41a4-acbd-49bcb02b4d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (8ec49a61-0983-46de-8738-ad7a732455bd), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:48.907893 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2d012952-df80-41a4-acbd-49bcb02b4d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:48.909818 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-2d012952-df80-41a4-acbd-49bcb02b4d11 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8ec49a61-0983-46de-8738-ad7a732455bd HTTP/1.1" status: 204 len: 168 time: 0.1454070 Feb 14 15:19:48.920385 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d012952-df80-41a4-acbd-49bcb02b4d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec49a61-0983-46de-8738-ad7a732455bd,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:49.006154 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-a19ee72e-6ac7-4300-8840-778e6ec4c4af tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1899715605&fields=id&tenant_id=1e28581317464343ab5e7b90b7decd21 HTTP/1.1" status: 200 len: 267 time: 0.0458043 Feb 14 15:19:49.114157 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-5b6acde5-a599-46ef-a731-8383a60e3c2d tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:49.115669 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-5b6acde5-a599-46ef-a731-8383a60e3c2d tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/networks?id=fdebf080-3bc3-404e-a5c8-d7de6cb65b03 HTTP/1.1" status: 200 len: 808 time: 0.1027427 Feb 14 15:19:49.131531 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-e4c7addb-cf47-41a0-aa02-d81e606b1502 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/quotas/1e28581317464343ab5e7b90b7decd21 HTTP/1.1" status: 200 len: 375 time: 0.0095232 Feb 14 15:19:49.192458 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-8f81f2fe-075e-4e4a-97aa-b24fcab403fa tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=1e28581317464343ab5e7b90b7decd21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554814 Feb 14 15:19:49.193227 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 37980) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:49.210948 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f973a34b-3254-481b-87dc-672b23c9179f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:49.301558 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-1350f375-ba07-4fce-a7cc-15b33a947e59 service neutron] 10.222.0.87 "GET /v2.0/networks/fdebf080-3bc3-404e-a5c8-d7de6cb65b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936196 Feb 14 15:19:49.329624 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f973a34b-3254-481b-87dc-672b23c9179f admin admin] Publish callbacks [] for security_group (5cd771fe-0b6f-411b-bde1-215c141437f6), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:49.338545 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbac073-83dc-4f39-8bff-fb877f72e06e req-a6f590d1-6eed-4dfe-9130-8ded53ae18e3 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:49.340069 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1bbac073-83dc-4f39-8bff-fb877f72e06e req-a6f590d1-6eed-4dfe-9130-8ded53ae18e3 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0845773 Feb 14 15:19:49.341555 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f973a34b-3254-481b-87dc-672b23c9179f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (5cd771fe-0b6f-411b-bde1-215c141437f6), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:49.398412 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-f973a34b-3254-481b-87dc-672b23c9179f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=87f39c3b9d3441b1820fcdaf4379dfa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2040994 Feb 14 15:19:49.402401 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 37986) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:49.404525 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973a34b-3254-481b-87dc-672b23c9179f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd771fe-0b6f-411b-bde1-215c141437f6,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:49.417030 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-21fa5846-a21e-4c87-9876-8738c99ae1c3 service neutron] 10.222.0.87 "GET /v2.0/networks/fdebf080-3bc3-404e-a5c8-d7de6cb65b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083283 Feb 14 15:19:49.449648 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1bbac073-83dc-4f39-8bff-fb877f72e06e req-7ef4e49a-1be1-492b-9c30-1940ea562d1d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967009 Feb 14 15:19:49.483483 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b2330f96-ca00-402d-a103-b6d3d787692e admin admin] Publish callbacks [] for security_group (5cd771fe-0b6f-411b-bde1-215c141437f6), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:49.506822 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b2330f96-ca00-402d-a103-b6d3d787692e admin admin] Publish callbacks [] for security_group (5cd771fe-0b6f-411b-bde1-215c141437f6), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:49.566887 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b2330f96-ca00-402d-a103-b6d3d787692e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (5cd771fe-0b6f-411b-bde1-215c141437f6), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:49.569536 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b2330f96-ca00-402d-a103-b6d3d787692e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:49.570993 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-b2330f96-ca00-402d-a103-b6d3d787692e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5cd771fe-0b6f-411b-bde1-215c141437f6 HTTP/1.1" status: 204 len: 168 time: 0.1674101 Feb 14 15:19:49.578916 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2330f96-ca00-402d-a103-b6d3d787692e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd771fe-0b6f-411b-bde1-215c141437f6,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:49.781513 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:49.824113 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6de5fbaa-84e4-4ec3-86fa-1846e14936e5 req-8db06483-fb38-4a13-bdd9-848a1d296d2a tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 210 time: 0.0509546 Feb 14 15:19:49.944794 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2160e1-6617-409c-9d8f-4f39e0d14494 req-922ca874-4f38-4387-bab2-f4753a7c45df tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:49.947768 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3c2160e1-6617-409c-9d8f-4f39e0d14494 req-922ca874-4f38-4387-bab2-f4753a7c45df tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0eb614e-3d88-4aee-9dc6-1407025c9d0c HTTP/1.1" status: 200 len: 945 time: 0.0638301 Feb 14 15:19:50.006213 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3c2160e1-6617-409c-9d8f-4f39e0d14494 req-f339b68f-9526-44b6-872e-8f14dead3a7e tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523238 Feb 14 15:19:50.577984 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12cc32-403f-418c-a4fb-cb1c265f1aa0 req-58fff868-1b1b-4cae-b645-ec2c57975313 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:50.579581 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ed12cc32-403f-418c-a4fb-cb1c265f1aa0 req-58fff868-1b1b-4cae-b645-ec2c57975313 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0596671 Feb 14 15:19:50.630428 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ed12cc32-403f-418c-a4fb-cb1c265f1aa0 req-f0bc057e-1efa-407f-b23f-3e6b635f634b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447969 Feb 14 15:19:50.956755 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3d10cda4-1207-49c8-8beb-ce5bb784b258 req-9b08f517-606a-4024-ae9c-c57ac8680d24 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 210 time: 0.0389745 Feb 14 15:19:51.157431 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-d10e8af0-7866-49f1-83ca-6290d3f0a1af tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:51.160653 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-d10e8af0-7866-49f1-83ca-6290d3f0a1af tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.77 "GET /v2.0/networks?id=fdebf080-3bc3-404e-a5c8-d7de6cb65b03 HTTP/1.1" status: 200 len: 808 time: 0.1705744 Feb 14 15:19:51.199096 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25be343-5fd0-4969-91d9-0d9f4e7b2ab8 req-ca3648c1-718e-449b-b350-b782ac326e57 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:51.200628 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d25be343-5fd0-4969-91d9-0d9f4e7b2ab8 req-ca3648c1-718e-449b-b350-b782ac326e57 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0eb614e-3d88-4aee-9dc6-1407025c9d0c HTTP/1.1" status: 200 len: 945 time: 0.0874567 Feb 14 15:19:51.284327 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-4ad0cb1a-0a40-402b-84f9-0f0e4ad76aa7 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e28581317464343ab5e7b90b7decd21 HTTP/1.1" status: 200 len: 380 time: 0.1105237 Feb 14 15:19:51.299155 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-caa2aedd-1922-4af6-84b5-26a7332dc74b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Request body: {'port': {'device_id': 'bf839e61-f4c6-4a2d-90da-f0bb35edf4a2', 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03', 'admin_state_up': True, 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'security_groups': ['50b66fc7-9745-44ab-9240-4a52a60a1b6e']}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:19:51.309086 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d25be343-5fd0-4969-91d9-0d9f4e7b2ab8 req-68760284-4ed9-4763-91bd-aacc0eebf19d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989604 Feb 14 15:19:51.425961 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-caa2aedd-1922-4af6-84b5-26a7332dc74b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Made reservation on behalf of 1e28581317464343ab5e7b90b7decd21 for: {'port': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:19:51.429403 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-caa2aedd-1922-4af6-84b5-26a7332dc74b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:51.573073 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-caa2aedd-1922-4af6-84b5-26a7332dc74b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Allocated IP 172.20.0.12 (fdebf080-3bc3-404e-a5c8-d7de6cb65b03/54a1570c-c05e-45b5-b902-0cb5c90e4fba/85f27939-9dcc-4654-8111-a48a159591f3) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:19:51.612151 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:19:51.671477 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning for port 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:19:51.677112 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:51.677505 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:51.754167 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-caa2aedd-1922-4af6-84b5-26a7332dc74b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for port (85f27939-9dcc-4654-8111-a48a159591f3), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:51.797820 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:19:51.798574 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:51.812146 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-caa2aedd-1922-4af6-84b5-26a7332dc74b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (85f27939-9dcc-4654-8111-a48a159591f3), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:51.845558 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab,segment=NetworkSegment(51d015d4-cb41-4169-9c17-68bb917adb3e),segment_id=51d015d4-cb41-4169-9c17-68bb917adb3e)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:19:51.848601 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0eb614e-3d88-4aee-9dc6-1407025c9d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:19:51.852078 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c972c5c6-fa2f-4f69-92a4-15133f7d7dab" -d '{"events": [{"server_uuid": "c0eb614e-3d88-4aee-9dc6-1407025c9d0c", "name": "network-vif-plugged", "status": "completed", "tag": "9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:19:51.857775 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:51.894322 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-caa2aedd-1922-4af6-84b5-26a7332dc74b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Network fdebf080-3bc3-404e-a5c8-d7de6cb65b03 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:19:51.897833 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-caa2aedd-1922-4af6-84b5-26a7332dc74b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:19:51.903119 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-caa2aedd-1922-4af6-84b5-26a7332dc74b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:19:51.907308 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2aedd-1922-4af6-84b5-26a7332dc74b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Pushing event updated for resources: {'Port': ['ID=85f27939-9dcc-4654-8111-a48a159591f3,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:51.923208 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa51d6e-7d51-43ef-9067-02a8b2805825 x-openstack-request-id: req-1aa51d6e-7d51-43ef-9067-02a8b2805825 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:19:51.926887 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0eb614e-3d88-4aee-9dc6-1407025c9d0c", "name": "network-vif-plugged", "status": "completed", "tag": "9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:19:51.927335 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1aa51d6e-7d51-43ef-9067-02a8b2805825 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:19:51.930658 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0eb614e-3d88-4aee-9dc6-1407025c9d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab', 'code': 200} Feb 14 15:19:51.965433 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:51.983249 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-caa2aedd-1922-4af6-84b5-26a7332dc74b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:51.983897 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-caa2aedd-1922-4af6-84b5-26a7332dc74b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:52.007749 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-caa2aedd-1922-4af6-84b5-26a7332dc74b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7151282 Feb 14 15:19:52.047651 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] Request body: {'port': {'device_id': 'bf839e61-f4c6-4a2d-90da-f0bb35edf4a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:19:52.208808 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (85f27939-9dcc-4654-8111-a48a159591f3), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:52.216739 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debc6bf-6668-4e96-8d13-1b4cdfe8c56b req-b2ad20de-0366-4115-bf35-3de12fdf2544 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:52.220110 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2debc6bf-6668-4e96-8d13-1b4cdfe8c56b req-b2ad20de-0366-4115-bf35-3de12fdf2544 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0937321 Feb 14 15:19:52.260924 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-4f6cd102-615d-4939-8de9-2caf46c1274d None None] Provisioning complete for port 85f27939-9dcc-4654-8111-a48a159591f3 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:19:52.261844 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4f6cd102-615d-4939-8de9-2caf46c1274d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (85f27939-9dcc-4654-8111-a48a159591f3), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:52.307777 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfc72e-c499-4796-a102-787a444b29b4 req-91b9219f-9414-4f42-a533-c0175430e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:52.309593 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-76cfc72e-c499-4796-a102-787a444b29b4 req-91b9219f-9414-4f42-a533-c0175430e479 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c0eb614e-3d88-4aee-9dc6-1407025c9d0c HTTP/1.1" status: 200 len: 1130 time: 0.1174672 Feb 14 15:19:52.314357 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-4f6cd102-615d-4939-8de9-2caf46c1274d None None] Port 85f27939-9dcc-4654-8111-a48a159591f3 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:19:52.321499 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2debc6bf-6668-4e96-8d13-1b4cdfe8c56b req-587e2602-c196-4d82-9833-7734e37a81bb tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783491 Feb 14 15:19:52.368613 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-76cfc72e-c499-4796-a102-787a444b29b4 req-989cd2d1-36c7-4a96-b8ec-0fb4e22b85be service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461044 Feb 14 15:19:52.445588 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb748b5-5fb5-4a39-8827-3ef622bd5f13 req-b89a1377-f596-4cef-84d5-3cf5f36c0d9a tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:52.447509 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1bb748b5-5fb5-4a39-8827-3ef622bd5f13 req-b89a1377-f596-4cef-84d5-3cf5f36c0d9a tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0eb614e-3d88-4aee-9dc6-1407025c9d0c HTTP/1.1" status: 200 len: 946 time: 0.0609643 Feb 14 15:19:52.467967 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcf8b2-07a2-4de5-abb1-a38772b06bc4 req-9a6be6dc-39a3-40de-b143-977dc83f4574 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:52.469466 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-94dcf8b2-07a2-4de5-abb1-a38772b06bc4 req-9a6be6dc-39a3-40de-b143-977dc83f4574 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 932 time: 0.4184496 Feb 14 15:19:52.500365 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1bb748b5-5fb5-4a39-8827-3ef622bd5f13 req-16f5a93c-9de4-4ed2-8e27-5040e32a5147 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460918 Feb 14 15:19:52.609330 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-94dcf8b2-07a2-4de5-abb1-a38772b06bc4 req-59f6b169-a93e-46ef-b12e-e909151e1499 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186936 Feb 14 15:19:52.773427 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f27939-9dcc-4654-8111-a48a159591f3 {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:19:52.785887 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] Publish callbacks [] for port (85f27939-9dcc-4654-8111-a48a159591f3), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:52.802640 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] Transition to ACTIVE for port object 85f27939-9dcc-4654-8111-a48a159591f3 will not be triggered until provisioned by entity L2. {{(pid=102564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:19:52.807582 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62982802'] for port (85f27939-9dcc-4654-8111-a48a159591f3), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:52.869119 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] Pushing event updated for resources: {'Port': ['ID=85f27939-9dcc-4654-8111-a48a159591f3,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:52.957813 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] Attempting to bind port 85f27939-9dcc-4654-8111-a48a159591f3 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:19:52.958723 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] Attempting to bind port 85f27939-9dcc-4654-8111-a48a159591f3 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '70d2d735-6709-42fa-8b34-db3d3155490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:19:52.958723 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] Attempting to bind port 85f27939-9dcc-4654-8111-a48a159591f3 on network fdebf080-3bc3-404e-a5c8-d7de6cb65b03 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:19:52.963233 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] Port 85f27939-9dcc-4654-8111-a48a159591f3 on network fdebf080-3bc3-404e-a5c8-d7de6cb65b03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:19:52.963563 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] Attempting to bind port 85f27939-9dcc-4654-8111-a48a159591f3 on network fdebf080-3bc3-404e-a5c8-d7de6cb65b03 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:19:52.968586 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] Checking agent: {'id': 'f190771b-33cd-44d9-aea8-80be24af3e8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'started_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:19:52.968935 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] Checking segment: {'id': '70d2d735-6709-42fa-8b34-db3d3155490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:19:52.969422 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] Bound using segment: {'id': '70d2d735-6709-42fa-8b34-db3d3155490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:19:52.969767 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] Bound port: 85f27939-9dcc-4654-8111-a48a159591f3, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d2d735-6709-42fa-8b34-db3d3155490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:19:52.970096 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (85f27939-9dcc-4654-8111-a48a159591f3), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:53.041641 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] For port 85f27939-9dcc-4654-8111-a48a159591f3, host hv-cinder-81514, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:19:53.045133 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] For port 85f27939-9dcc-4654-8111-a48a159591f3, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=85f27939-9dcc-4654-8111-a48a159591f3,segment=NetworkSegment(70d2d735-6709-42fa-8b34-db3d3155490e),segment_id=70d2d735-6709-42fa-8b34-db3d3155490e)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:19:53.055605 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62982802'] for port (85f27939-9dcc-4654-8111-a48a159591f3), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:53.095466 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:53.096320 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:53.097703 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] 10.222.0.77 "PUT /v2.0/ports/85f27939-9dcc-4654-8111-a48a159591f3 HTTP/1.1" status: 200 len: 1094 time: 1.0657656 Feb 14 15:19:53.098136 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf839e61-f4c6-4a2d-90da-f0bb35edf4a2', 'tag': '85f27939-9dcc-4654-8111-a48a159591f3'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:19:53.100503 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114b17781d7584df24a73d2ca002b1fc4e4ef728ba6c29ea40a3094f371b155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87eb4593-ccc1-4457-85d7-c1ef355a3b48" -d '{"events": [{"name": "network-changed", "server_uuid": "bf839e61-f4c6-4a2d-90da-f0bb35edf4a2", "tag": "85f27939-9dcc-4654-8111-a48a159591f3"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:19:53.126063 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9f8c8-14ae-4aa2-834b-33e4e31bb287 service neutron] Pushing event updated for resources: {'Port': ['ID=85f27939-9dcc-4654-8111-a48a159591f3,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:53.144398 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4f936c-1d6e-4150-b6e3-d3f2897a5a4c x-openstack-request-id: req-8d4f936c-1d6e-4150-b6e3-d3f2897a5a4c {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:19:53.144701 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf839e61-f4c6-4a2d-90da-f0bb35edf4a2", "tag": "85f27939-9dcc-4654-8111-a48a159591f3", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:19:53.144959 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8d4f936c-1d6e-4150-b6e3-d3f2897a5a4c {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:19:53.145367 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf839e61-f4c6-4a2d-90da-f0bb35edf4a2', 'tag': '85f27939-9dcc-4654-8111-a48a159591f3', 'status': 'completed', 'code': 200} Feb 14 15:19:53.213303 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-c925112a-b61d-4248-adee-28d6e431d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:53.215193 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-c925112a-b61d-4248-adee-28d6e431d091 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1e28581317464343ab5e7b90b7decd21&device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 1128 time: 0.0512702 Feb 14 15:19:53.283199 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-565c192d-e01c-40ff-9be0-0d49b96fc0b2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85f27939-9dcc-4654-8111-a48a159591f3 HTTP/1.1" status: 200 len: 217 time: 0.0398135 Feb 14 15:19:53.338126 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-57b95f50-657e-4854-a147-28d8a47af22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:53.339824 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-57b95f50-657e-4854-a147-28d8a47af22e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=54a1570c-c05e-45b5-b902-0cb5c90e4fba HTTP/1.1" status: 200 len: 847 time: 0.0487728 Feb 14 15:19:53.430164 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-8e6d1080-c445-4a85-9301-4216e52bfdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:53.431726 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-8e6d1080-c445-4a85-9301-4216e52bfdbf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fdebf080-3bc3-404e-a5c8-d7de6cb65b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0836480 Feb 14 15:19:53.523281 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-b64d872c-67ca-4c24-a5fd-8fac7152c6e6 service neutron] 10.222.0.77 "GET /v2.0/networks/fdebf080-3bc3-404e-a5c8-d7de6cb65b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829744 Feb 14 15:19:53.667759 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a8a4038a-2a0d-49e8-ab52-a1efef0958f2 req-a86fef96-7549-46dc-a2df-180f240b0804 service neutron] 10.222.0.77 "GET /v2.0/networks/fdebf080-3bc3-404e-a5c8-d7de6cb65b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260028 Feb 14 15:19:53.686161 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99397f27-c225-49c4-84d5-aa9cf8f7c0e1 req-dfb26e58-4b49-4658-9975-30766341e903 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:53.687778 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-99397f27-c225-49c4-84d5-aa9cf8f7c0e1 req-dfb26e58-4b49-4658-9975-30766341e903 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0eb614e-3d88-4aee-9dc6-1407025c9d0c HTTP/1.1" status: 200 len: 946 time: 0.0958416 Feb 14 15:19:53.747062 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-99397f27-c225-49c4-84d5-aa9cf8f7c0e1 req-cf038834-f2e1-49a5-8352-ce243f936d8b tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522890 Feb 14 15:19:53.774084 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6f864-9e07-4ff7-abd3-47aa9943a913 req-9b0e5014-7271-4ada-afff-e639aa2a177f tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:53.775607 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4ff6f864-9e07-4ff7-abd3-47aa9943a913 req-9b0e5014-7271-4ada-afff-e639aa2a177f tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 944 time: 0.0733418 Feb 14 15:19:53.850454 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb4593-ccc1-4457-85d7-c1ef355a3b48 req-d9bb24df-dd5d-4fe9-a3b8-4674865a42fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:53.852003 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-87eb4593-ccc1-4457-85d7-c1ef355a3b48 req-d9bb24df-dd5d-4fe9-a3b8-4674865a42fd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1e28581317464343ab5e7b90b7decd21&device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 1128 time: 0.0962017 Feb 14 15:19:53.856037 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4ff6f864-9e07-4ff7-abd3-47aa9943a913 req-b3d59335-d22b-490d-a749-5fc4dc27c73e tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654032 Feb 14 15:19:53.966184 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb4593-ccc1-4457-85d7-c1ef355a3b48 req-dfe88407-515f-426f-9525-17b5cb5e7891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:53.967692 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-87eb4593-ccc1-4457-85d7-c1ef355a3b48 req-dfe88407-515f-426f-9525-17b5cb5e7891 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fdebf080-3bc3-404e-a5c8-d7de6cb65b03 HTTP/1.1" status: 200 len: 909 time: 0.1049221 Feb 14 15:19:54.029677 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-87eb4593-ccc1-4457-85d7-c1ef355a3b48 req-f8afdc8d-5d67-441b-be60-3e2230de26e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85f27939-9dcc-4654-8111-a48a159591f3 HTTP/1.1" status: 200 len: 217 time: 0.0438976 Feb 14 15:19:54.092439 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb4593-ccc1-4457-85d7-c1ef355a3b48 req-1b81705d-556b-4f0e-8845-4c28b52a93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:54.093936 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-87eb4593-ccc1-4457-85d7-c1ef355a3b48 req-1b81705d-556b-4f0e-8845-4c28b52a93e5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=54a1570c-c05e-45b5-b902-0cb5c90e4fba HTTP/1.1" status: 200 len: 847 time: 0.0478830 Feb 14 15:19:54.154433 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb4593-ccc1-4457-85d7-c1ef355a3b48 req-7f2e5e71-fb6f-4b58-a55d-466ca74c504b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:54.156070 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-87eb4593-ccc1-4457-85d7-c1ef355a3b48 req-7f2e5e71-fb6f-4b58-a55d-466ca74c504b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fdebf080-3bc3-404e-a5c8-d7de6cb65b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451584 Feb 14 15:19:54.264294 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-87eb4593-ccc1-4457-85d7-c1ef355a3b48 req-9ef70422-296a-459f-aa9a-fca50f7cd480 service neutron] 10.222.0.77 "GET /v2.0/networks/fdebf080-3bc3-404e-a5c8-d7de6cb65b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983591 Feb 14 15:19:54.390975 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-87eb4593-ccc1-4457-85d7-c1ef355a3b48 req-345385d3-dd7c-418c-9f0e-31ce8ec1f4e3 service neutron] 10.222.0.77 "GET /v2.0/networks/fdebf080-3bc3-404e-a5c8-d7de6cb65b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026537 Feb 14 15:19:54.869011 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e880a13-7e67-436a-8a3f-dd4c13cb1f48 req-16485b41-b0c7-48d8-8170-257ad8431117 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:54.870494 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5e880a13-7e67-436a-8a3f-dd4c13cb1f48 req-16485b41-b0c7-48d8-8170-257ad8431117 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0eb614e-3d88-4aee-9dc6-1407025c9d0c HTTP/1.1" status: 200 len: 946 time: 0.0544946 Feb 14 15:19:54.924463 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5e880a13-7e67-436a-8a3f-dd4c13cb1f48 req-b6227003-04f9-4298-a8a7-0ecdbe1a2341 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481777 Feb 14 15:19:54.980905 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d37a2-3b19-4ecb-868a-27f8984f561e req-14816bbf-1382-4893-8834-a3b48d9fa68a tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:54.982646 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-968d37a2-3b19-4ecb-868a-27f8984f561e req-14816bbf-1382-4893-8834-a3b48d9fa68a tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 944 time: 0.0555029 Feb 14 15:19:55.039665 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-968d37a2-3b19-4ecb-868a-27f8984f561e req-77fabac8-a231-4a7b-ab95-e99a6a7370b9 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502274 Feb 14 15:19:56.158106 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc4b9c-c2c5-4954-9fa3-c3bcc219f1ab req-abee0976-1fc8-4746-8786-7793bfbd257f tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:56.160330 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-53cc4b9c-c2c5-4954-9fa3-c3bcc219f1ab req-abee0976-1fc8-4746-8786-7793bfbd257f tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 944 time: 0.0550838 Feb 14 15:19:56.213803 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-53cc4b9c-c2c5-4954-9fa3-c3bcc219f1ab req-02cb7df2-c11f-4dfc-8587-33787aaa2709 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476854 Feb 14 15:19:57.294126 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa16a53-cb85-4222-b0fb-5945cf50e32b req-590128bf-ed4c-4058-8569-d66a8d1669d8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:57.295658 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aaa16a53-cb85-4222-b0fb-5945cf50e32b req-590128bf-ed4c-4058-8569-d66a8d1669d8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0580287 Feb 14 15:19:57.351771 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dc8df-4f1c-4e67-98fb-aa3e6a880b0a req-c045b67f-f10c-4712-8297-1407dec81856 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:57.351771 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-390dc8df-4f1c-4e67-98fb-aa3e6a880b0a req-c045b67f-f10c-4712-8297-1407dec81856 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 944 time: 0.0600114 Feb 14 15:19:57.353097 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aaa16a53-cb85-4222-b0fb-5945cf50e32b req-06ee023b-5019-4d77-a7e1-ae15b22a29b8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498650 Feb 14 15:19:57.427282 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-390dc8df-4f1c-4e67-98fb-aa3e6a880b0a req-446b365f-df19-42ea-8f7c-fe4c4798d444 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633743 Feb 14 15:19:58.374932 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 38274) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:58.483129 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-54495fb0-d9a1-4c65-83c9-a7a8df78c752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:58.490309 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340da2f-914c-421f-b021-eacc80b631ff req-9d998c4d-2c37-43eb-bb81-51c45c16f832 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:58.491868 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9340da2f-914c-421f-b021-eacc80b631ff req-9d998c4d-2c37-43eb-bb81-51c45c16f832 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0589104 Feb 14 15:19:58.541136 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9340da2f-914c-421f-b021-eacc80b631ff req-5ebfca36-0e1b-466e-b0f4-e48081b89087 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426450 Feb 14 15:19:58.586306 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a2b61-9176-4cb0-9084-3ed2de3d9e4b req-4a9bae9e-113d-486a-b9de-f9d8a7bb64ea tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:58.587804 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ea8a2b61-9176-4cb0-9084-3ed2de3d9e4b req-4a9bae9e-113d-486a-b9de-f9d8a7bb64ea tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 944 time: 0.0864370 Feb 14 15:19:58.623406 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-54495fb0-d9a1-4c65-83c9-a7a8df78c752 admin admin] Publish callbacks [] for security_group (3976c12d-051b-49b3-9075-71baebb9c738), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:58.629883 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-54495fb0-d9a1-4c65-83c9-a7a8df78c752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (3976c12d-051b-49b3-9075-71baebb9c738), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:58.679418 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ea8a2b61-9176-4cb0-9084-3ed2de3d9e4b req-5e624347-ff5d-478b-a69b-6192ad65cb42 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818799 Feb 14 15:19:58.691429 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-54495fb0-d9a1-4c65-83c9-a7a8df78c752 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=353125e8b80b499d973b9f0151658cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151829 Feb 14 15:19:58.693655 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54495fb0-d9a1-4c65-83c9-a7a8df78c752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3976c12d-051b-49b3-9075-71baebb9c738,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:58.693916 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 38284) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:58.741415 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f2ce175e-3858-4ad6-b364-60199e99ac9f admin admin] Publish callbacks [] for security_group (3976c12d-051b-49b3-9075-71baebb9c738), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:58.762278 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f2ce175e-3858-4ad6-b364-60199e99ac9f admin admin] Publish callbacks [] for security_group (3976c12d-051b-49b3-9075-71baebb9c738), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:58.810995 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f2ce175e-3858-4ad6-b364-60199e99ac9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (3976c12d-051b-49b3-9075-71baebb9c738), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:58.813649 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f2ce175e-3858-4ad6-b364-60199e99ac9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:58.815383 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f2ce175e-3858-4ad6-b364-60199e99ac9f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3976c12d-051b-49b3-9075-71baebb9c738 HTTP/1.1" status: 204 len: 168 time: 0.1198959 Feb 14 15:19:58.823161 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce175e-3858-4ad6-b364-60199e99ac9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3976c12d-051b-49b3-9075-71baebb9c738,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:59.083267 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 38292) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:59.096533 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d414f3c4-e07e-434a-895a-e4edd7afd60d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:59.170851 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d414f3c4-e07e-434a-895a-e4edd7afd60d admin admin] Publish callbacks [] for security_group (c2116723-fb5e-4c02-94be-e7e0455336e1), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:59.175697 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d414f3c4-e07e-434a-895a-e4edd7afd60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (c2116723-fb5e-4c02-94be-e7e0455336e1), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:59.216645 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d414f3c4-e07e-434a-895a-e4edd7afd60d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=13b93e55e7ae4c19aebc91532066adc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322515 Feb 14 15:19:59.217498 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414f3c4-e07e-434a-895a-e4edd7afd60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2116723-fb5e-4c02-94be-e7e0455336e1,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:59.221101 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 38298) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:59.272370 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-caaf1ac4-d66d-4a6c-bac3-a8adcdd5bdb8 admin admin] Publish callbacks [] for security_group (c2116723-fb5e-4c02-94be-e7e0455336e1), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:59.292658 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-caaf1ac4-d66d-4a6c-bac3-a8adcdd5bdb8 admin admin] Publish callbacks [] for security_group (c2116723-fb5e-4c02-94be-e7e0455336e1), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:59.339439 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-caaf1ac4-d66d-4a6c-bac3-a8adcdd5bdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (c2116723-fb5e-4c02-94be-e7e0455336e1), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:59.342003 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-caaf1ac4-d66d-4a6c-bac3-a8adcdd5bdb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:59.343154 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-caaf1ac4-d66d-4a6c-bac3-a8adcdd5bdb8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c2116723-fb5e-4c02-94be-e7e0455336e1 HTTP/1.1" status: 204 len: 168 time: 0.1209924 Feb 14 15:19:59.351515 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf1ac4-d66d-4a6c-bac3-a8adcdd5bdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2116723-fb5e-4c02-94be-e7e0455336e1,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:59.670906 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d25db6-d522-4ea7-ae0c-943bc5706d2d req-499ee2a6-2426-4172-b508-d5a53176c845 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:59.672448 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-85d25db6-d522-4ea7-ae0c-943bc5706d2d req-499ee2a6-2426-4172-b508-d5a53176c845 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0548956 Feb 14 15:19:59.672919 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 38306) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:59.692859 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1c736231-e08d-4370-beb5-edaef338d1e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:59.756940 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-85d25db6-d522-4ea7-ae0c-943bc5706d2d req-40bbcaba-efdd-4e7a-b631-e8021824d7af tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772166 Feb 14 15:19:59.806352 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1c736231-e08d-4370-beb5-edaef338d1e9 admin admin] Publish callbacks [] for security_group (9dccb5cf-39f6-4f40-b0fc-c1332dfe4fb1), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:59.810695 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90b7a0-da05-449d-8db9-4bdb399e8e94 req-f6ae1ae0-ab73-403a-bd93-ac1913be30c7 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:19:59.811721 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1c736231-e08d-4370-beb5-edaef338d1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (9dccb5cf-39f6-4f40-b0fc-c1332dfe4fb1), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:59.812430 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cf90b7a0-da05-449d-8db9-4bdb399e8e94 req-f6ae1ae0-ab73-403a-bd93-ac1913be30c7 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 944 time: 0.0599048 Feb 14 15:19:59.849555 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1c736231-e08d-4370-beb5-edaef338d1e9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a7ff3f66668f4b2f8f2ce3033d2498f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1756308 Feb 14 15:19:59.850675 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c736231-e08d-4370-beb5-edaef338d1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dccb5cf-39f6-4f40-b0fc-c1332dfe4fb1,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:19:59.852765 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 38312) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:19:59.872432 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cf90b7a0-da05-449d-8db9-4bdb399e8e94 req-dc6c3272-c8d1-47a7-80e5-2ea9e3abedc1 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534663 Feb 14 15:19:59.912204 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6f704869-1d93-48f5-85dd-28d5d5e059f2 admin admin] Publish callbacks [] for security_group (9dccb5cf-39f6-4f40-b0fc-c1332dfe4fb1), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:59.933402 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6f704869-1d93-48f5-85dd-28d5d5e059f2 admin admin] Publish callbacks [] for security_group (9dccb5cf-39f6-4f40-b0fc-c1332dfe4fb1), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:59.984056 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6f704869-1d93-48f5-85dd-28d5d5e059f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (9dccb5cf-39f6-4f40-b0fc-c1332dfe4fb1), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:59.987262 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6f704869-1d93-48f5-85dd-28d5d5e059f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:19:59.991044 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-6f704869-1d93-48f5-85dd-28d5d5e059f2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9dccb5cf-39f6-4f40-b0fc-c1332dfe4fb1 HTTP/1.1" status: 204 len: 168 time: 0.1372783 Feb 14 15:19:59.999127 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f704869-1d93-48f5-85dd-28d5d5e059f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dccb5cf-39f6-4f40-b0fc-c1332dfe4fb1,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:20:00.692945 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da58a8-b708-4f87-9590-55688f638473 req-e2f5b190-14bd-4057-8f2b-4de0bf3c0b89 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:00.694366 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-66da58a8-b708-4f87-9590-55688f638473 req-e2f5b190-14bd-4057-8f2b-4de0bf3c0b89 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0953579 Feb 14 15:20:00.701308 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d517f-5f9e-49b6-b0d5-527167f3492d req-a306364c-dafd-4a7c-bb00-627328bf4246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:00.702740 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-643d517f-5f9e-49b6-b0d5-527167f3492d req-a306364c-dafd-4a7c-bb00-627328bf4246 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=258d3453eec942f3944f9299fcf5227d&device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 1129 time: 0.0720940 Feb 14 15:20:00.810282 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-66da58a8-b708-4f87-9590-55688f638473 req-29db7103-82ec-45f5-b96d-cdaee66773e9 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065371 Feb 14 15:20:00.834996 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d517f-5f9e-49b6-b0d5-527167f3492d req-fc83a1fb-0fa7-4585-9848-49c08a189f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:00.836621 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-643d517f-5f9e-49b6-b0d5-527167f3492d req-fc83a1fb-0fa7-4585-9848-49c08a189f8c service neutron] 10.222.0.77 "GET /v2.0/networks?id=00f85281-ff4d-4b0b-88d7-a69a834aef35 HTTP/1.1" status: 200 len: 919 time: 0.1242738 Feb 14 15:20:00.887203 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-643d517f-5f9e-49b6-b0d5-527167f3492d req-413ad680-d89d-4b51-bc8e-7ffe79369da4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f220a3dd-73f2-4961-b7ad-99cbb024e554 HTTP/1.1" status: 200 len: 217 time: 0.0427673 Feb 14 15:20:00.901407 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a4993-a6a3-4303-867f-7830d0b329fc req-82068279-9920-4e0a-b985-358f144d90f7 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:00.903468 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-406a4993-a6a3-4303-867f-7830d0b329fc req-82068279-9920-4e0a-b985-358f144d90f7 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0624969 Feb 14 15:20:00.958841 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d517f-5f9e-49b6-b0d5-527167f3492d req-c39fde94-a196-4ca9-bc48-fbb9b60f6f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:00.960267 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-643d517f-5f9e-49b6-b0d5-527167f3492d req-c39fde94-a196-4ca9-bc48-fbb9b60f6f2a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=01ea2392-36a5-4e0f-bc30-1b0aaada039f HTTP/1.1" status: 200 len: 858 time: 0.0593097 Feb 14 15:20:00.967108 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-406a4993-a6a3-4303-867f-7830d0b329fc req-93478ad3-7605-46f2-ae5c-1b62f7cb43a3 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505662 Feb 14 15:20:01.011775 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-643d517f-5f9e-49b6-b0d5-527167f3492d req-f436b659-50bf-4068-b5fb-3a7486464db1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=00f85281-ff4d-4b0b-88d7-a69a834aef35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363026 Feb 14 15:20:01.052638 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3d800-d6ea-49f8-87e1-f8630046f066 req-a9349e92-ac0a-4b78-b221-7633a20a389a tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:01.054358 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3ae3d800-d6ea-49f8-87e1-f8630046f066 req-a9349e92-ac0a-4b78-b221-7633a20a389a tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 944 time: 0.1085148 Feb 14 15:20:01.163801 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3ae3d800-d6ea-49f8-87e1-f8630046f066 req-20629c24-e925-48ae-bed0-c4a3fb0bf4c4 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932298 Feb 14 15:20:01.163801 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-643d517f-5f9e-49b6-b0d5-527167f3492d req-e8e061af-b7b5-4ce0-9050-0b62b823b457 service neutron] 10.222.0.77 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407876 Feb 14 15:20:01.311440 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-643d517f-5f9e-49b6-b0d5-527167f3492d req-3e11087d-ed72-4b7d-b4e9-e1df241e0e50 service neutron] 10.222.0.77 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378939 Feb 14 15:20:01.644552 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 85f27939-9dcc-4654-8111-a48a159591f3 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:20:01.743321 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 85f27939-9dcc-4654-8111-a48a159591f3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=85f27939-9dcc-4654-8111-a48a159591f3,segment=NetworkSegment(70d2d735-6709-42fa-8b34-db3d3155490e),segment_id=70d2d735-6709-42fa-8b34-db3d3155490e)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:20:01.755214 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': '85f27939-9dcc-4654-8111-a48a159591f3', 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03', 'port_id': '85f27939-9dcc-4654-8111-a48a159591f3', 'mac_address': 'fa:16:3e:d6:32:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a1570c-c05e-45b5-b902-0cb5c90e4fba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:20:01.795075 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 85f27939-9dcc-4654-8111-a48a159591f3 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:20:01.795468 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (85f27939-9dcc-4654-8111-a48a159591f3), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:01.810252 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f27939-9dcc-4654-8111-a48a159591f3 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:20:01.823729 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:20:01.831961 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 85f27939-9dcc-4654-8111-a48a159591f3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=85f27939-9dcc-4654-8111-a48a159591f3,segment=NetworkSegment(70d2d735-6709-42fa-8b34-db3d3155490e),segment_id=70d2d735-6709-42fa-8b34-db3d3155490e)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:20:01.836499 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (85f27939-9dcc-4654-8111-a48a159591f3), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:01.884959 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=85f27939-9dcc-4654-8111-a48a159591f3,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:20:01.892078 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:01.892454 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:01.892957 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:01.893210 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:01.893554 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:01.893893 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:01.894233 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:01.894570 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:01.894905 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:01.895238 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:01.895572 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:01.895932 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:01.896261 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:01.945020 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069f518-bd2c-4a78-ba7b-dca44b306b3b req-8ab17c43-1728-42b6-8763-92150294aea6 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:01.946501 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6069f518-bd2c-4a78-ba7b-dca44b306b3b req-8ab17c43-1728-42b6-8763-92150294aea6 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0559845 Feb 14 15:20:02.000780 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6069f518-bd2c-4a78-ba7b-dca44b306b3b req-2b22e193-bd76-45d3-93b7-83c5009f0816 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486801 Feb 14 15:20:02.099540 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff900609-ee1b-4901-9053-2d012d810941 req-01ed23a9-7084-4253-8fda-ec0675d72ebb tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:02.101053 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ff900609-ee1b-4901-9053-2d012d810941 req-01ed23a9-7084-4253-8fda-ec0675d72ebb tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0535219 Feb 14 15:20:02.147888 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ff900609-ee1b-4901-9053-2d012d810941 req-10b461de-aebf-420f-9f19-d43a16d73847 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411370 Feb 14 15:20:02.253691 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['85f27939-9dcc-4654-8111-a48a159591f3'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:20:02.280899 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bd04d-bfc8-4117-ad05-52de3da34eb6 req-aace5214-14a5-4ad6-80b5-43d92c493dfa tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:02.282436 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0d2bd04d-bfc8-4117-ad05-52de3da34eb6 req-aace5214-14a5-4ad6-80b5-43d92c493dfa tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 945 time: 0.0598562 Feb 14 15:20:02.336879 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0d2bd04d-bfc8-4117-ad05-52de3da34eb6 req-ddfbbf30-e8e5-4b4f-8459-31f60a601fa9 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486431 Feb 14 15:20:03.123632 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec1c8f-18cc-47a8-86bf-5e18ce8d4a5d req-5dc8620c-59de-4e19-a28d-7a987900162a tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:03.125105 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-dcec1c8f-18cc-47a8-86bf-5e18ce8d4a5d req-5dc8620c-59de-4e19-a28d-7a987900162a tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0557575 Feb 14 15:20:03.172249 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-dcec1c8f-18cc-47a8-86bf-5e18ce8d4a5d req-73c5d320-be9c-40b3-9db7-d54ef3c5a0fb tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415599 Feb 14 15:20:03.273001 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a3c5e-19df-4db6-9820-8ba26bdc84fc req-6dd633bf-9ee2-488e-824d-0e7b3d6b3d7f tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:03.274854 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd4a3c5e-19df-4db6-9820-8ba26bdc84fc req-6dd633bf-9ee2-488e-824d-0e7b3d6b3d7f tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0546308 Feb 14 15:20:03.320915 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd4a3c5e-19df-4db6-9820-8ba26bdc84fc req-40673564-1dc4-474a-b704-1b83c40b56e0 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405262 Feb 14 15:20:03.456129 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b6443-2826-4940-a954-e0b21802adca req-fb63a5be-f3d0-4b9f-9675-4852acec4c2d tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:03.457625 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a60b6443-2826-4940-a954-e0b21802adca req-fb63a5be-f3d0-4b9f-9675-4852acec4c2d tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 945 time: 0.0527878 Feb 14 15:20:03.504766 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a60b6443-2826-4940-a954-e0b21802adca req-43fbaba9-4f0a-4f94-b7dd-fed3b1bb7eb0 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417945 Feb 14 15:20:04.291719 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398bad8-726c-46e7-a862-4adea8b5e5d9 req-0a1afb3b-04bc-4786-932d-dc5d6d159a35 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:04.293203 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f398bad8-726c-46e7-a862-4adea8b5e5d9 req-0a1afb3b-04bc-4786-932d-dc5d6d159a35 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0509865 Feb 14 15:20:04.342429 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f398bad8-726c-46e7-a862-4adea8b5e5d9 req-1acee59f-1c4c-4def-a142-4bbfcf068e2f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437772 Feb 14 15:20:04.443803 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c351c-def9-4ad2-bb27-4ca1fbc85e40 req-708eea15-efd2-4cc1-a5b0-1e8b0debafff tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:04.445390 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-165c351c-def9-4ad2-bb27-4ca1fbc85e40 req-708eea15-efd2-4cc1-a5b0-1e8b0debafff tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0536635 Feb 14 15:20:04.496157 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-165c351c-def9-4ad2-bb27-4ca1fbc85e40 req-ece48616-5f05-43de-9e9f-0817a90d4496 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453029 Feb 14 15:20:04.623238 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433ee3f-2e6f-474a-9ff2-50c5251c2524 req-4adc2e9a-686a-4428-96a8-99cbb972c947 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:04.624767 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2433ee3f-2e6f-474a-9ff2-50c5251c2524 req-4adc2e9a-686a-4428-96a8-99cbb972c947 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 945 time: 0.0529282 Feb 14 15:20:04.673137 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2433ee3f-2e6f-474a-9ff2-50c5251c2524 req-76241b3e-297b-4434-977a-01a7554316d1 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420368 Feb 14 15:20:05.461138 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd387b5-4e3f-4519-bdd7-e134fc195029 req-faf86a07-1514-4ef9-95bb-04f122d3e821 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:05.462622 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7fd387b5-4e3f-4519-bdd7-e134fc195029 req-faf86a07-1514-4ef9-95bb-04f122d3e821 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0524356 Feb 14 15:20:05.509271 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7fd387b5-4e3f-4519-bdd7-e134fc195029 req-44a5eb92-d543-4df5-a826-0e1a6edd903d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412467 Feb 14 15:20:05.623253 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b4ae4-a768-4ed5-8978-f84dbb149165 req-1c09096c-8696-474a-a5a8-ef7794e14808 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:05.624691 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c00b4ae4-a768-4ed5-8978-f84dbb149165 req-1c09096c-8696-474a-a5a8-ef7794e14808 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0525820 Feb 14 15:20:05.680654 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c00b4ae4-a768-4ed5-8978-f84dbb149165 req-c3d10ca0-9398-4409-8b66-a35a40087da5 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502818 Feb 14 15:20:05.790191 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6387e9a-3fa6-4018-a671-a080486691c4 req-d9ad9cfb-e54f-4e7f-9462-f1c23133def8 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:05.791700 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f6387e9a-3fa6-4018-a671-a080486691c4 req-d9ad9cfb-e54f-4e7f-9462-f1c23133def8 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 945 time: 0.0532651 Feb 14 15:20:05.840036 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f6387e9a-3fa6-4018-a671-a080486691c4 req-ad3bc9e4-2d1f-4cc7-ba36-026ab6b5ea8f tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429482 Feb 14 15:20:06.398205 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 85f27939-9dcc-4654-8111-a48a159591f3 up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:20:06.449477 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning for port 85f27939-9dcc-4654-8111-a48a159591f3 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:20:06.453463 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port 85f27939-9dcc-4654-8111-a48a159591f3 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:20:06.453845 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (85f27939-9dcc-4654-8111-a48a159591f3), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:06.530628 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 85f27939-9dcc-4654-8111-a48a159591f3 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:20:06.531030 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (85f27939-9dcc-4654-8111-a48a159591f3), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:06.555338 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf839e61-f4c6-4a2d-90da-f0bb35edf4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f27939-9dcc-4654-8111-a48a159591f3'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:20:06.557711 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d63a2f6-ecd5-4c06-9bf4-4de73d317c78" -d '{"events": [{"server_uuid": "bf839e61-f4c6-4a2d-90da-f0bb35edf4a2", "name": "network-vif-plugged", "status": "completed", "tag": "85f27939-9dcc-4654-8111-a48a159591f3"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:20:06.574389 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 85f27939-9dcc-4654-8111-a48a159591f3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=85f27939-9dcc-4654-8111-a48a159591f3,segment=NetworkSegment(70d2d735-6709-42fa-8b34-db3d3155490e),segment_id=70d2d735-6709-42fa-8b34-db3d3155490e)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:20:06.582498 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (85f27939-9dcc-4654-8111-a48a159591f3), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:06.615340 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf98e7b-6e00-4437-9cea-4ae53e5f3b8d x-openstack-request-id: req-8bf98e7b-6e00-4437-9cea-4ae53e5f3b8d {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:20:06.616017 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf839e61-f4c6-4a2d-90da-f0bb35edf4a2", "name": "network-vif-plugged", "status": "completed", "tag": "85f27939-9dcc-4654-8111-a48a159591f3", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:20:06.616276 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8bf98e7b-6e00-4437-9cea-4ae53e5f3b8d {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:20:06.616673 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf839e61-f4c6-4a2d-90da-f0bb35edf4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f27939-9dcc-4654-8111-a48a159591f3', 'code': 200} Feb 14 15:20:06.640724 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f227a94-c17e-4b6e-ae8e-fb07950db160 req-52168a5b-418c-4576-a43c-48c034d7c5f4 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:06.643686 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0f227a94-c17e-4b6e-ae8e-fb07950db160 req-52168a5b-418c-4576-a43c-48c034d7c5f4 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0649211 Feb 14 15:20:06.646021 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=85f27939-9dcc-4654-8111-a48a159591f3,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:20:06.696131 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0f227a94-c17e-4b6e-ae8e-fb07950db160 req-2978c136-072b-4414-8cf9-9b0e4989a36c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426788 Feb 14 15:20:06.835601 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae34a9-67a5-474d-ab9a-c3aaff371574 req-1a65f953-4f18-4643-80da-7e1706943d60 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:06.837115 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-56ae34a9-67a5-474d-ab9a-c3aaff371574 req-1a65f953-4f18-4643-80da-7e1706943d60 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0613208 Feb 14 15:20:06.888136 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-56ae34a9-67a5-474d-ab9a-c3aaff371574 req-d87c754e-f15e-4b01-86da-345700729617 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451846 Feb 14 15:20:06.933946 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddf706-cd7d-406a-9c64-0d9abad14c11 req-ee4f77a6-f3e8-4003-8771-54dd0ce27a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:06.935475 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b4ddf706-cd7d-406a-9c64-0d9abad14c11 req-ee4f77a6-f3e8-4003-8771-54dd0ce27a3c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 1130 time: 0.0462463 Feb 14 15:20:06.974780 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed2360-3561-4d4c-bc22-4ec39054d133 req-c419b53d-d862-412d-9d55-74b860fc447d tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:06.976368 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7eed2360-3561-4d4c-bc22-4ec39054d133 req-c419b53d-d862-412d-9d55-74b860fc447d tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 946 time: 0.0595338 Feb 14 15:20:06.988630 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b4ddf706-cd7d-406a-9c64-0d9abad14c11 req-d250aae5-f457-4cee-8a51-44a25a0f6f06 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432420 Feb 14 15:20:07.029238 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7eed2360-3561-4d4c-bc22-4ec39054d133 req-c9afe559-f4d3-447f-98d3-476ae7168b02 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456090 Feb 14 15:20:07.818909 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdf06e-ba81-45d8-a9d5-84587efd6b4b req-35804617-39f3-416b-b566-70a4301fe65f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:07.820363 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-50bdf06e-ba81-45d8-a9d5-84587efd6b4b req-35804617-39f3-416b-b566-70a4301fe65f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0545120 Feb 14 15:20:07.870083 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-50bdf06e-ba81-45d8-a9d5-84587efd6b4b req-9ab40b3b-9cce-4a8c-ac9b-775fcbbd5832 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442104 Feb 14 15:20:08.017641 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa532d-1176-4576-bd33-6448289f8526 req-e62e16d3-7843-47b5-b1a8-09e5622f3318 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:08.019313 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-68fa532d-1176-4576-bd33-6448289f8526 req-e62e16d3-7843-47b5-b1a8-09e5622f3318 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0524375 Feb 14 15:20:08.072132 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-68fa532d-1176-4576-bd33-6448289f8526 req-ffe85be0-33ce-4012-8900-7f2206142903 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472741 Feb 14 15:20:08.155879 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83675f0c-141a-4dc0-839a-800691157749 req-bb7a4294-ce10-44d3-a240-f7d2abb87c0e tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:08.157418 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-83675f0c-141a-4dc0-839a-800691157749 req-bb7a4294-ce10-44d3-a240-f7d2abb87c0e tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 946 time: 0.0543342 Feb 14 15:20:08.219687 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-83675f0c-141a-4dc0-839a-800691157749 req-aa6f8454-2d0f-40cd-ad25-b2b4af2e5830 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557196 Feb 14 15:20:08.990837 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14c7b0-4755-44da-9874-938d2a991d95 req-d4e53201-7975-4cf4-b2ad-f7724c97911b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:08.992353 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-af14c7b0-4755-44da-9874-938d2a991d95 req-d4e53201-7975-4cf4-b2ad-f7724c97911b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0550764 Feb 14 15:20:09.038603 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-af14c7b0-4755-44da-9874-938d2a991d95 req-98e2d6c4-7ba8-4dee-acd9-db0686a90084 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407486 Feb 14 15:20:09.191471 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4964df-8316-4429-9da8-e91347dd2aa1 req-3fedd094-58a1-4716-8b1a-994f343876d9 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:09.192904 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-be4964df-8316-4429-9da8-e91347dd2aa1 req-3fedd094-58a1-4716-8b1a-994f343876d9 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0515902 Feb 14 15:20:09.238905 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-be4964df-8316-4429-9da8-e91347dd2aa1 req-5ebf536d-7dae-4f19-ae1c-b329c4fac542 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406227 Feb 14 15:20:09.343009 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8e7eb-eda2-409e-8f8c-83d45b2309c0 req-ae1f817c-ccfc-4fee-8fe8-6bf33885c05a tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:09.344576 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d4c8e7eb-eda2-409e-8f8c-83d45b2309c0 req-ae1f817c-ccfc-4fee-8fe8-6bf33885c05a tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 946 time: 0.0562162 Feb 14 15:20:09.398696 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d4c8e7eb-eda2-409e-8f8c-83d45b2309c0 req-275e0ff1-1211-424b-b77e-399e52f7220f tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448809 Feb 14 15:20:09.521093 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35539670-bc19-420a-b059-f404849a4e6d req-820801c2-7aaa-4c3d-a0c9-6e90c46a4f10 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:09.522604 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-35539670-bc19-420a-b059-f404849a4e6d req-820801c2-7aaa-4c3d-a0c9-6e90c46a4f10 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 946 time: 0.0572717 Feb 14 15:20:09.572320 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-35539670-bc19-420a-b059-f404849a4e6d req-86032591-5a94-447e-abc6-16f67b647e7a tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439568 Feb 14 15:20:09.593972 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 38538) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:20:09.824077 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1cdaea-b43e-4432-bba4-f1b3c7841896 tempest-TestShelveInstance-236454597 tempest-TestShelveInstance-236454597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:09.826074 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-ad1cdaea-b43e-4432-bba4-f1b3c7841896 tempest-TestShelveInstance-236454597 tempest-TestShelveInstance-236454597-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 1125 time: 0.2311034 Feb 14 15:20:09.829374 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 38546) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:20:09.834077 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-a74b75cc-9d3c-41ff-82f4-d8247374a538 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Request body: {'floatingip': {'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'port_id': '85f27939-9dcc-4654-8111-a48a159591f3', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:20:09.858155 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a74b75cc-9d3c-41ff-82f4-d8247374a538 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:09.959693 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a74b75cc-9d3c-41ff-82f4-d8247374a538 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:10.067040 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-a74b75cc-9d3c-41ff-82f4-d8247374a538 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Allocated IP 172.27.0.230 (a318f2e5-fbf9-4a36-a1d1-4a864fc5139f/1bedbbde-d873-4c55-9589-51025e0481b7/8840f625-99e4-4d77-90f3-354badc9bc91) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:20:10.203953 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a74b75cc-9d3c-41ff-82f4-d8247374a538 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for port (8840f625-99e4-4d77-90f3-354badc9bc91), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:10.220447 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dd854-acef-446e-9a2e-442c33c6f0d4 req-68507f44-ed47-46bd-b757-a887799b93d0 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:10.223010 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-284dd854-acef-446e-9a2e-442c33c6f0d4 req-68507f44-ed47-46bd-b757-a887799b93d0 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0925004 Feb 14 15:20:10.284608 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a74b75cc-9d3c-41ff-82f4-d8247374a538 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (8840f625-99e4-4d77-90f3-354badc9bc91), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:10.311581 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-284dd854-acef-446e-9a2e-442c33c6f0d4 req-ec5053b2-8ef1-4c27-a9c4-b39506d1cb36 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821071 Feb 14 15:20:10.326550 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74b75cc-9d3c-41ff-82f4-d8247374a538 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:20:10.336918 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-a74b75cc-9d3c-41ff-82f4-d8247374a538 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:20:10.340374 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74b75cc-9d3c-41ff-82f4-d8247374a538 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:20:10.363081 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b75cc-9d3c-41ff-82f4-d8247374a538 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Pushing event updated for resources: {'Port': ['ID=8840f625-99e4-4d77-90f3-354badc9bc91,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:20:10.367631 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2807d5-74bd-44d3-ac09-930aa1f68802 req-fc64d5ad-db02-4f5a-91c7-5cf24bc3a308 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:10.369184 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-dd2807d5-74bd-44d3-ac09-930aa1f68802 req-fc64d5ad-db02-4f5a-91c7-5cf24bc3a308 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0557013 Feb 14 15:20:10.425027 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-dd2807d5-74bd-44d3-ac09-930aa1f68802 req-b63a910e-82ed-45af-9060-0740a5b21fcd tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499790 Feb 14 15:20:10.713883 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a74b75cc-9d3c-41ff-82f4-d8247374a538 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for floatingip (4992855e-b7c5-4576-bd2e-10eca37a3c4d), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:10.780402 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a74b75cc-9d3c-41ff-82f4-d8247374a538 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (8840f625-99e4-4d77-90f3-354badc9bc91), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:10.928907 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a74b75cc-9d3c-41ff-82f4-d8247374a538 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for port (8840f625-99e4-4d77-90f3-354badc9bc91), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:10.933333 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a74b75cc-9d3c-41ff-82f4-d8247374a538 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (8840f625-99e4-4d77-90f3-354badc9bc91), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:11.006580 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b75cc-9d3c-41ff-82f4-d8247374a538 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Pushing event updated for resources: {'Port': ['ID=8840f625-99e4-4d77-90f3-354badc9bc91,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:20:11.014679 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a74b75cc-9d3c-41ff-82f4-d8247374a538 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560674'] for floatingip (4992855e-b7c5-4576-bd2e-10eca37a3c4d), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:11.339993 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.db.l3_db [None req-a74b75cc-9d3c-41ff-82f4-d8247374a538 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Floating IP 4992855e-b7c5-4576-bd2e-10eca37a3c4d associated. External IP: 172.27.0.230, port: 85f27939-9dcc-4654-8111-a48a159591f3. Feb 14 15:20:11.522297 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43b929-b390-4d9d-bdb9-c8f57757e87b req-08856c0d-643c-4264-b5db-a7733640b3bc tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:11.524495 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ba43b929-b390-4d9d-bdb9-c8f57757e87b req-08856c0d-643c-4264-b5db-a7733640b3bc tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.1337831 Feb 14 15:20:11.570741 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd2253-1266-49f0-b9f5-adff35bb6985 req-190ccfff-13b9-4826-97f5-5d9fe7f3226d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:11.572856 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-70dd2253-1266-49f0-b9f5-adff35bb6985 req-190ccfff-13b9-4826-97f5-5d9fe7f3226d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0696819 Feb 14 15:20:11.620383 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ba43b929-b390-4d9d-bdb9-c8f57757e87b req-5159b51d-950a-4674-99a1-5c7b11f55fff tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873132 Feb 14 15:20:11.621414 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-70dd2253-1266-49f0-b9f5-adff35bb6985 req-585441ba-af3d-48c7-8ad9-1d3b6c5e0d12 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427835 Feb 14 15:20:11.633875 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74b75cc-9d3c-41ff-82f4-d8247374a538 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Router eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:20:11.743490 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74b75cc-9d3c-41ff-82f4-d8247374a538 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:20:11.753826 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eb0887-d22b-4b64-ba37-e6d21f649230 None None] Sync routers for ids ['eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'] in dv-cinder-815146-10-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:20:11.761282 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a74b75cc-9d3c-41ff-82f4-d8247374a538 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:11.763735 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eb0887-d22b-4b64-ba37-e6d21f649230 None None] Routers {'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:20:11.764352 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a6eb0887-d22b-4b64-ba37-e6d21f649230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:19:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:20:11.792561 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-a74b75cc-9d3c-41ff-82f4-d8247374a538 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9619079 Feb 14 15:20:11.793141 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf839e61-f4c6-4a2d-90da-f0bb35edf4a2', 'tag': '85f27939-9dcc-4654-8111-a48a159591f3'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:20:11.795356 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422499d4-f6f2-4b96-b7a1-64271aa73779" -d '{"events": [{"name": "network-changed", "server_uuid": "bf839e61-f4c6-4a2d-90da-f0bb35edf4a2", "tag": "85f27939-9dcc-4654-8111-a48a159591f3"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:20:11.839361 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee56de84-345a-4099-b8ef-5daf0c0f63a8 x-openstack-request-id: req-ee56de84-345a-4099-b8ef-5daf0c0f63a8 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:20:11.839817 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf839e61-f4c6-4a2d-90da-f0bb35edf4a2", "tag": "85f27939-9dcc-4654-8111-a48a159591f3", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:20:11.840181 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ee56de84-345a-4099-b8ef-5daf0c0f63a8 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:20:11.840745 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf839e61-f4c6-4a2d-90da-f0bb35edf4a2', 'tag': '85f27939-9dcc-4654-8111-a48a159591f3', 'status': 'completed', 'code': 200} Feb 14 15:20:11.885098 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-a6eb0887-d22b-4b64-ba37-e6d21f649230 None None] Set router eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:20:11.920282 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422499d4-f6f2-4b96-b7a1-64271aa73779 req-53bcabaf-8808-468b-b877-843d4f291124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:11.921841 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-422499d4-f6f2-4b96-b7a1-64271aa73779 req-53bcabaf-8808-468b-b877-843d4f291124 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1e28581317464343ab5e7b90b7decd21&device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 1130 time: 0.0474012 Feb 14 15:20:12.045282 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422499d4-f6f2-4b96-b7a1-64271aa73779 req-aacee2d8-640a-461e-9e7a-d3f99d8c663f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:12.048631 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-422499d4-f6f2-4b96-b7a1-64271aa73779 req-aacee2d8-640a-461e-9e7a-d3f99d8c663f service neutron] 10.222.0.77 "GET /v2.0/networks?id=fdebf080-3bc3-404e-a5c8-d7de6cb65b03 HTTP/1.1" status: 200 len: 909 time: 0.1091661 Feb 14 15:20:12.156397 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-422499d4-f6f2-4b96-b7a1-64271aa73779 req-db226c19-96fb-48a9-869e-634389e66e5e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85f27939-9dcc-4654-8111-a48a159591f3 HTTP/1.1" status: 200 len: 1000 time: 0.1008699 Feb 14 15:20:12.215870 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a6eb0887-d22b-4b64-ba37-e6d21f649230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'name': 'tempest-TestShelveInstance-716058238-router', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:09Z', 'revision_number': 4, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'gw_port': {'id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': '4992855e-b7c5-4576-bd2e-10eca37a3c4d', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'port_id': '85f27939-9dcc-4654-8111-a48a159591f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03', 'mac_address': 'fa:16:3e:d6:32:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf839e61-f4c6-4a2d-90da-f0bb35edf4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:20:10Z', 'updated_at': '2022-02-14T15:20:10Z', 'revision_number': 0, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb734d8d-1af1-4bc2-90f1-19e3e14d6475', 'name': '', 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'mac_address': 'fa:16:3e:a4:6e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '54a1570c-c05e-45b5-b902-0cb5c90e4fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:08Z', 'updated_at': '2022-02-14T15:19:14Z', 'revision_number': 5, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'subnets': [{'id': '54a1570c-c05e-45b5-b902-0cb5c90e4fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:20:12.218220 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422499d4-f6f2-4b96-b7a1-64271aa73779 req-00f1d3cf-7a3b-4a6e-9a25-069c13b0bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:12.222120 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-422499d4-f6f2-4b96-b7a1-64271aa73779 req-00f1d3cf-7a3b-4a6e-9a25-069c13b0bb09 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=54a1570c-c05e-45b5-b902-0cb5c90e4fba HTTP/1.1" status: 200 len: 847 time: 0.0576427 Feb 14 15:20:12.245896 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eb0887-d22b-4b64-ba37-e6d21f649230 None None] Checking router: eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 for host: dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:20:12.254426 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eb0887-d22b-4b64-ba37-e6d21f649230 None None] Routers {'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:20:12.255044 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a6eb0887-d22b-4b64-ba37-e6d21f649230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:19:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:20:12.282694 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422499d4-f6f2-4b96-b7a1-64271aa73779 req-4b23172d-f035-4cb9-b090-0058eb9a7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:12.284800 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-422499d4-f6f2-4b96-b7a1-64271aa73779 req-4b23172d-f035-4cb9-b090-0058eb9a7238 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fdebf080-3bc3-404e-a5c8-d7de6cb65b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465543 Feb 14 15:20:12.368714 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-a6eb0887-d22b-4b64-ba37-e6d21f649230 None None] Set router eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:20:12.381762 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-422499d4-f6f2-4b96-b7a1-64271aa73779 req-56202075-c88d-4e2f-8d7c-a888f5b12eb1 service neutron] 10.222.0.77 "GET /v2.0/networks/fdebf080-3bc3-404e-a5c8-d7de6cb65b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881662 Feb 14 15:20:12.497887 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-422499d4-f6f2-4b96-b7a1-64271aa73779 req-442c3dbb-76ad-4c18-b7c1-29efe708350b service neutron] 10.222.0.77 "GET /v2.0/networks/fdebf080-3bc3-404e-a5c8-d7de6cb65b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083376 Feb 14 15:20:12.636641 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a6eb0887-d22b-4b64-ba37-e6d21f649230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'name': 'tempest-TestShelveInstance-716058238-router', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:09Z', 'revision_number': 4, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'gw_port': {'id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': '4992855e-b7c5-4576-bd2e-10eca37a3c4d', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'port_id': '85f27939-9dcc-4654-8111-a48a159591f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03', 'mac_address': 'fa:16:3e:d6:32:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf839e61-f4c6-4a2d-90da-f0bb35edf4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:20:10Z', 'updated_at': '2022-02-14T15:20:10Z', 'revision_number': 0, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb734d8d-1af1-4bc2-90f1-19e3e14d6475', 'name': '', 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'mac_address': 'fa:16:3e:a4:6e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '54a1570c-c05e-45b5-b902-0cb5c90e4fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:08Z', 'updated_at': '2022-02-14T15:19:14Z', 'revision_number': 5, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'subnets': [{'id': '54a1570c-c05e-45b5-b902-0cb5c90e4fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:20:12.665971 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eb0887-d22b-4b64-ba37-e6d21f649230 None None] The sync data for ids ['eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'] in dv-cinder-815146-10-iscsi is: [{'id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'name': 'tempest-TestShelveInstance-716058238-router', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:09Z', 'revision_number': 4, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'gw_port': {'id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': '4992855e-b7c5-4576-bd2e-10eca37a3c4d', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'port_id': '85f27939-9dcc-4654-8111-a48a159591f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03', 'mac_address': 'fa:16:3e:d6:32:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf839e61-f4c6-4a2d-90da-f0bb35edf4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:20:10Z', 'updated_at': '2022-02-14T15:20:10Z', 'revision_number': 0, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb734d8d-1af1-4bc2-90f1-19e3e14d6475', 'name': '', 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'mac_address': 'fa:16:3e:a4:6e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '54a1570c-c05e-45b5-b902-0cb5c90e4fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:08Z', 'updated_at': '2022-02-14T15:19:14Z', 'revision_number': 5, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'subnets': [{'id': '54a1570c-c05e-45b5-b902-0cb5c90e4fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:20:12.749406 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860b859-501f-4135-bfe7-2c21300e0c60 req-fe839b11-d527-4b80-bb9d-f08c4d2f15ef tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:12.750876 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d860b859-501f-4135-bfe7-2c21300e0c60 req-fe839b11-d527-4b80-bb9d-f08c4d2f15ef tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0573497 Feb 14 15:20:12.757523 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e0ae9-50a1-4805-8ec3-e283a014f2a8 req-7c119094-07a0-469d-910a-0f45801648c8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:12.759077 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-191e0ae9-50a1-4805-8ec3-e283a014f2a8 req-7c119094-07a0-469d-910a-0f45801648c8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0595424 Feb 14 15:20:12.783143 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:12.808295 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d860b859-501f-4135-bfe7-2c21300e0c60 req-b3e81cfc-7aa7-44b9-87cc-b6ef6c236d11 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505805 Feb 14 15:20:12.812248 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-191e0ae9-50a1-4805-8ec3-e283a014f2a8 req-7d3fb592-95e5-4930-869a-3512474dbb70 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472722 Feb 14 15:20:12.895256 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44cea5b-0f5c-4df7-aa9a-f84b6fed7903 None None] New status for floating IP 4992855e-b7c5-4576-bd2e-10eca37a3c4d: ACTIVE {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:20:13.403031 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b33bdcab-a787-4867-93d7-a609797ae793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:13.935202 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6a7e5-05ad-4484-80f2-6d41b87e9f8e req-d7b51ff1-4a7b-4aef-b870-e6f72d64e71b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:13.936770 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cdf6a7e5-05ad-4484-80f2-6d41b87e9f8e req-d7b51ff1-4a7b-4aef-b870-e6f72d64e71b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0584557 Feb 14 15:20:13.937337 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae066e6-c8aa-4556-a270-0b4506917418 req-5a80cf65-7cac-44cc-ad39-ed24589a9c7d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:13.938898 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bae066e6-c8aa-4556-a270-0b4506917418 req-5a80cf65-7cac-44cc-ad39-ed24589a9c7d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0577807 Feb 14 15:20:13.989461 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bae066e6-c8aa-4556-a270-0b4506917418 req-39a74ceb-ec22-4dbc-8561-59e18281903c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440097 Feb 14 15:20:13.993102 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cdf6a7e5-05ad-4484-80f2-6d41b87e9f8e req-bf147ab5-dc4e-45e7-a497-6b43bc037176 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500779 Feb 14 15:20:15.114363 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a30c4e-6a79-49ae-ac35-471a027a3c17 req-04f2a12a-cbf3-47be-a3e5-0723f8769a36 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:15.115548 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccf4a4-81e7-4f5b-a236-204c554c5643 req-d4559db3-736c-4abe-a67a-271f5580944f tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:15.115972 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f7a30c4e-6a79-49ae-ac35-471a027a3c17 req-04f2a12a-cbf3-47be-a3e5-0723f8769a36 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0543151 Feb 14 15:20:15.117373 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c3ccf4a4-81e7-4f5b-a236-204c554c5643 req-d4559db3-736c-4abe-a67a-271f5580944f tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0530171 Feb 14 15:20:15.163044 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f7a30c4e-6a79-49ae-ac35-471a027a3c17 req-e12fb191-b71e-40c8-a457-f1fabebcb2b2 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415623 Feb 14 15:20:15.169167 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c3ccf4a4-81e7-4f5b-a236-204c554c5643 req-8f3b745f-c46e-4777-b6a3-d54f3267a138 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464795 Feb 14 15:20:15.603540 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7255ce35-375c-49a8-af2e-5a403cf854a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:16.285458 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f196e1a-d9e8-4ead-bebe-3866b200c8a7 req-9493b998-7152-4d36-b01d-b01ae7f6f57e tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:16.287049 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4f196e1a-d9e8-4ead-bebe-3866b200c8a7 req-9493b998-7152-4d36-b01d-b01ae7f6f57e tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0574474 Feb 14 15:20:16.293025 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00463af-e2e0-4e59-a8ac-6eef0a209fef req-cc63240b-4d70-4af7-bfa6-feffb0e716ce tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:16.294505 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d00463af-e2e0-4e59-a8ac-6eef0a209fef req-cc63240b-4d70-4af7-bfa6-feffb0e716ce tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0538414 Feb 14 15:20:16.344587 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d00463af-e2e0-4e59-a8ac-6eef0a209fef req-ac509bb5-c86c-4912-9ce1-f67f8fffdf19 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440676 Feb 14 15:20:16.524235 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4f196e1a-d9e8-4ead-bebe-3866b200c8a7 req-3ce7b6d2-74c4-4108-975e-41d3b646a1d1 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315245 Feb 14 15:20:17.297518 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:17.471351 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf034c-cfb2-408f-8eae-8adac50160a5 req-cb9eaa31-3ac0-4e02-9b2f-f6009ade085a tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:17.472862 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3faf034c-cfb2-408f-8eae-8adac50160a5 req-cb9eaa31-3ac0-4e02-9b2f-f6009ade085a tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0519278 Feb 14 15:20:17.519248 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3faf034c-cfb2-408f-8eae-8adac50160a5 req-4be61551-e254-4b61-9df7-ff97ab8075fb tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409200 Feb 14 15:20:17.644153 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3009db-aff0-4ea9-8adf-64d2e3391ffa req-63a521c1-4e40-4a75-a956-ead3e46f1510 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:17.645659 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5e3009db-aff0-4ea9-8adf-64d2e3391ffa req-63a521c1-4e40-4a75-a956-ead3e46f1510 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0540974 Feb 14 15:20:17.690974 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5e3009db-aff0-4ea9-8adf-64d2e3391ffa req-bb06e173-ba9b-4076-8c52-dce9c457b531 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397623 Feb 14 15:20:18.576255 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:18.650378 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7df5c-9edb-4d33-8835-eaca2a65ec48 req-d2165631-b510-4432-812b-e46401877d18 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:18.651903 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-06c7df5c-9edb-4d33-8835-eaca2a65ec48 req-d2165631-b510-4432-812b-e46401877d18 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0575254 Feb 14 15:20:18.699018 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-06c7df5c-9edb-4d33-8835-eaca2a65ec48 req-ac6c811e-ea0b-4f06-ab0a-40277fd6c09e tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415535 Feb 14 15:20:18.810402 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fa8b4-8d43-4794-8b28-f5387a132939 req-4775e1fb-67b4-451d-84d2-7f4ed8390181 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:18.811940 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1b1fa8b4-8d43-4794-8b28-f5387a132939 req-4775e1fb-67b4-451d-84d2-7f4ed8390181 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0536611 Feb 14 15:20:18.861888 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1b1fa8b4-8d43-4794-8b28-f5387a132939 req-0385ee37-f9d0-4d84-a5c3-7f27c324d1cf tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444217 Feb 14 15:20:19.769279 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:19.841971 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde60a0-75e8-4818-af64-1398314fb796 req-9f250dbd-67f4-4abb-95f7-289f6d85129b tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:19.843461 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ccde60a0-75e8-4818-af64-1398314fb796 req-9f250dbd-67f4-4abb-95f7-289f6d85129b tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0626087 Feb 14 15:20:19.895151 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ccde60a0-75e8-4818-af64-1398314fb796 req-87b31628-a878-42e8-96ec-eb77665e903b tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450099 Feb 14 15:20:19.985375 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773520e-d582-4a1b-9f67-589ac608335a req-ce22e79b-ed9f-4996-b789-89d2631829b1 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:19.987008 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3773520e-d582-4a1b-9f67-589ac608335a req-ce22e79b-ed9f-4996-b789-89d2631829b1 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0526609 Feb 14 15:20:20.033824 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3773520e-d582-4a1b-9f67-589ac608335a req-f7846ae5-c353-4c9a-8163-58666c26dd0b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406356 Feb 14 15:20:20.229747 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 38676) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:20:20.380393 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-38ea18d2-2dcf-4ab7-9fa3-a62d3dd64a06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:20.490717 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-38ea18d2-2dcf-4ab7-9fa3-a62d3dd64a06 admin admin] Publish callbacks [] for security_group (212e0270-7084-4fe0-a9c6-5ffcacc6acba), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:20.495905 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-38ea18d2-2dcf-4ab7-9fa3-a62d3dd64a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (212e0270-7084-4fe0-a9c6-5ffcacc6acba), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:20.523967 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 48624f8e-759c-4a17-8f94-964331589aa1 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:20:20.532091 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea18d2-2dcf-4ab7-9fa3-a62d3dd64a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212e0270-7084-4fe0-a9c6-5ffcacc6acba,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:20:20.554649 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 38694) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:20:20.556929 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-38ea18d2-2dcf-4ab7-9fa3-a62d3dd64a06 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e35d4af10d7243aebaf62880ddfef1d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3260438 Feb 14 15:20:20.614182 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1d6c2336-0cd2-4d6b-a38a-344bef623857 admin admin] Publish callbacks [] for security_group (212e0270-7084-4fe0-a9c6-5ffcacc6acba), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:20.637875 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1d6c2336-0cd2-4d6b-a38a-344bef623857 admin admin] Publish callbacks [] for security_group (212e0270-7084-4fe0-a9c6-5ffcacc6acba), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:20.648322 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 48624f8e-759c-4a17-8f94-964331589aa1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=48624f8e-759c-4a17-8f94-964331589aa1,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:20:20.661484 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': '48624f8e-759c-4a17-8f94-964331589aa1', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'port_id': '48624f8e-759c-4a17-8f94-964331589aa1', 'mac_address': 'fa:16:3e:47:98:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:20:20.701483 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1d6c2336-0cd2-4d6b-a38a-344bef623857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (212e0270-7084-4fe0-a9c6-5ffcacc6acba), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:20.704226 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1d6c2336-0cd2-4d6b-a38a-344bef623857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:20.706057 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-1d6c2336-0cd2-4d6b-a38a-344bef623857 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/212e0270-7084-4fe0-a9c6-5ffcacc6acba HTTP/1.1" status: 204 len: 168 time: 0.1501596 Feb 14 15:20:20.714239 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c2336-0cd2-4d6b-a38a-344bef623857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212e0270-7084-4fe0-a9c6-5ffcacc6acba,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:20:20.720117 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 48624f8e-759c-4a17-8f94-964331589aa1 is: ACTIVE; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:20:20.720525 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (48624f8e-759c-4a17-8f94-964331589aa1), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:20.740995 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48624f8e-759c-4a17-8f94-964331589aa1 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:20:20.771127 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 48624f8e-759c-4a17-8f94-964331589aa1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=48624f8e-759c-4a17-8f94-964331589aa1,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:20:20.777107 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (48624f8e-759c-4a17-8f94-964331589aa1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:20.842263 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=48624f8e-759c-4a17-8f94-964331589aa1,revision_number=6']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:20:21.006655 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['48624f8e-759c-4a17-8f94-964331589aa1'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:20:21.062987 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9e3e3-3f33-41bf-8a09-d60ef03e6d44 req-f636fcf7-c511-4283-b08f-91e7e5029239 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:21.067415 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7df9e3e3-3f33-41bf-8a09-d60ef03e6d44 req-f636fcf7-c511-4283-b08f-91e7e5029239 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 944 time: 0.0845106 Feb 14 15:20:21.118500 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7df9e3e3-3f33-41bf-8a09-d60ef03e6d44 req-2aef5e10-211a-49c9-9bbc-b06f82c3e919 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455029 Feb 14 15:20:21.175006 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb2fae-c04d-4c75-bdc2-e1b844d06297 req-c1786fc9-6b49-46ed-9263-caa537d2b110 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:21.176860 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5cfb2fae-c04d-4c75-bdc2-e1b844d06297 req-c1786fc9-6b49-46ed-9263-caa537d2b110 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0633769 Feb 14 15:20:21.231414 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5cfb2fae-c04d-4c75-bdc2-e1b844d06297 req-fc37385e-a2aa-4d0d-8537-8e3b23a17542 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487213 Feb 14 15:20:22.246362 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf5b95-eb65-4517-af49-d1831cf8e341 req-222cfa69-2d30-4ffb-b34b-f59d8b0872d2 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:22.247898 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-91bf5b95-eb65-4517-af49-d1831cf8e341 req-222cfa69-2d30-4ffb-b34b-f59d8b0872d2 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 944 time: 0.0518072 Feb 14 15:20:22.301449 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-91bf5b95-eb65-4517-af49-d1831cf8e341 req-4c1ed430-47d6-4f2a-97d0-3d3a92624b41 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476010 Feb 14 15:20:22.361146 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e29052-239c-48e0-86a7-a73b3f3d2dea req-a677c345-6178-4a83-94cc-b985804d5c48 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:22.363778 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-85e29052-239c-48e0-86a7-a73b3f3d2dea req-a677c345-6178-4a83-94cc-b985804d5c48 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0622437 Feb 14 15:20:22.418271 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-85e29052-239c-48e0-86a7-a73b3f3d2dea req-e9a6a60a-5bff-4c0c-82b1-cdbc9a007973 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486023 Feb 14 15:20:22.535857 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 48624f8e-759c-4a17-8f94-964331589aa1 up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:20:22.582996 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port 48624f8e-759c-4a17-8f94-964331589aa1 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:20:22.583382 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (48624f8e-759c-4a17-8f94-964331589aa1), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:22.669588 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 48624f8e-759c-4a17-8f94-964331589aa1 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:20:22.669829 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (48624f8e-759c-4a17-8f94-964331589aa1), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:22.693416 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7561bc0-08a7-4b25-8e28-bf4201e62514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48624f8e-759c-4a17-8f94-964331589aa1'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:20:22.695674 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faba387a-73c8-4f9b-a8df-65dfbd81b357" -d '{"events": [{"server_uuid": "b7561bc0-08a7-4b25-8e28-bf4201e62514", "name": "network-vif-plugged", "status": "completed", "tag": "48624f8e-759c-4a17-8f94-964331589aa1"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:20:22.708284 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 48624f8e-759c-4a17-8f94-964331589aa1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=48624f8e-759c-4a17-8f94-964331589aa1,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:20:22.712514 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (48624f8e-759c-4a17-8f94-964331589aa1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:22.738037 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2413f6d7-93c9-48b5-9294-1649db906026 x-openstack-request-id: req-2413f6d7-93c9-48b5-9294-1649db906026 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:20:22.738330 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7561bc0-08a7-4b25-8e28-bf4201e62514", "name": "network-vif-plugged", "status": "completed", "tag": "48624f8e-759c-4a17-8f94-964331589aa1", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:20:22.738583 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2413f6d7-93c9-48b5-9294-1649db906026 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:20:22.738970 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7561bc0-08a7-4b25-8e28-bf4201e62514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48624f8e-759c-4a17-8f94-964331589aa1', 'code': 200} Feb 14 15:20:22.763495 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=48624f8e-759c-4a17-8f94-964331589aa1,revision_number=7']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:20:23.500508 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb118d3-9d62-4d8c-a35d-37b717a8f46d req-e6096580-4397-4fae-86b6-8e8ca5ecbf16 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:23.503001 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-efb118d3-9d62-4d8c-a35d-37b717a8f46d req-e6096580-4397-4fae-86b6-8e8ca5ecbf16 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.1267893 Feb 14 15:20:23.570503 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-efb118d3-9d62-4d8c-a35d-37b717a8f46d req-69210b43-8c58-40a0-bde5-74f66f44fedf tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619593 Feb 14 15:20:23.673720 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eca5e3-509d-4238-9abf-618f3605b47b req-c70d0a6c-69bd-4d45-9417-21767d59d81d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:23.675800 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-48eca5e3-509d-4238-9abf-618f3605b47b req-c70d0a6c-69bd-4d45-9417-21767d59d81d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0596826 Feb 14 15:20:23.734115 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-48eca5e3-509d-4238-9abf-618f3605b47b req-97a34b0e-fec5-4bb1-801a-5783e59ce59a tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525997 Feb 14 15:20:24.742844 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd9aee-4128-4517-ae82-be8915860721 req-a7359a55-cb7b-4ee8-b7ae-123917aeeaf2 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:24.744735 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-34cd9aee-4128-4517-ae82-be8915860721 req-a7359a55-cb7b-4ee8-b7ae-123917aeeaf2 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0710006 Feb 14 15:20:24.853404 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-34cd9aee-4128-4517-ae82-be8915860721 req-3b045698-7299-4ba3-9527-975685028738 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991976 Feb 14 15:20:24.928342 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078b017-8b03-44a4-8cd6-4b24928f66f0 req-f2115cbb-6466-4689-aa99-db43284da772 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:24.930064 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7078b017-8b03-44a4-8cd6-4b24928f66f0 req-f2115cbb-6466-4689-aa99-db43284da772 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0752871 Feb 14 15:20:24.994034 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7078b017-8b03-44a4-8cd6-4b24928f66f0 req-952ba51d-1484-46bc-8504-e50d57fcc126 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565431 Feb 14 15:20:26.048415 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013cd9a-d7c5-495c-bd67-12e42e991d73 req-a1d3593c-5e9f-4f64-9692-7f202537fe1c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:26.051136 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c013cd9a-d7c5-495c-bd67-12e42e991d73 req-a1d3593c-5e9f-4f64-9692-7f202537fe1c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.1100230 Feb 14 15:20:26.148018 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c013cd9a-d7c5-495c-bd67-12e42e991d73 req-859f6af9-6261-4afc-b968-fd340be78137 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869405 Feb 14 15:20:26.167462 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5210e9-b348-491e-9f4f-eabf0a45903c req-a06bf1a7-cc81-4033-a436-890b51acb3ea tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:26.169104 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bc5210e9-b348-491e-9f4f-eabf0a45903c req-a06bf1a7-cc81-4033-a436-890b51acb3ea tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0631440 Feb 14 15:20:26.220926 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bc5210e9-b348-491e-9f4f-eabf0a45903c req-e6d93928-276f-4eff-8399-b3b465e1532d tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447760 Feb 14 15:20:27.325315 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1350a5-52bc-49f1-96ff-c26c913586ad req-234f92dd-0e10-41ec-8046-e7821b678eb4 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:27.326991 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0f1350a5-52bc-49f1-96ff-c26c913586ad req-234f92dd-0e10-41ec-8046-e7821b678eb4 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0938740 Feb 14 15:20:27.385172 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34b665-b506-413b-b5f4-3da9765850ad req-e915f6c6-f6d0-4009-81e7-848b8ea1d98f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:27.396568 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1b34b665-b506-413b-b5f4-3da9765850ad req-e915f6c6-f6d0-4009-81e7-848b8ea1d98f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0838265 Feb 14 15:20:27.422423 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0f1350a5-52bc-49f1-96ff-c26c913586ad req-999b7aa4-55be-414a-ad5f-8a91d94be770 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884347 Feb 14 15:20:27.460215 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1b34b665-b506-413b-b5f4-3da9765850ad req-5ca81e5d-f400-4d69-816f-ff325242da33 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622737 Feb 14 15:20:28.121523 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d67b8-d913-42e4-a17b-6b0b4b39aff1 req-2ff18882-dd6f-426c-b628-298691df0103 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:28.121523 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-530d67b8-d913-42e4-a17b-6b0b4b39aff1 req-2ff18882-dd6f-426c-b628-298691df0103 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0720468 Feb 14 15:20:28.188585 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-530d67b8-d913-42e4-a17b-6b0b4b39aff1 req-78930452-8a20-40f2-8b9c-0950ab46ca44 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564237 Feb 14 15:20:28.643587 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91489f-3e97-449e-bce8-a2b7b8b78fd8 req-51b7a0f1-9ca6-4087-97f8-055c7b3812c3 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:28.648088 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-da91489f-3e97-449e-bce8-a2b7b8b78fd8 req-51b7a0f1-9ca6-4087-97f8-055c7b3812c3 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0834928 Feb 14 15:20:28.648316 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1337ee6-2b72-42c2-a512-1ce0635c7958 req-b0cf68b6-608f-41ed-9501-10a476bafa9b tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:28.649830 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f1337ee6-2b72-42c2-a512-1ce0635c7958 req-b0cf68b6-608f-41ed-9501-10a476bafa9b tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0927231 Feb 14 15:20:28.701789 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-da91489f-3e97-449e-bce8-a2b7b8b78fd8 req-0d2bc07b-b389-40d5-9bb1-8ea4fc113143 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452538 Feb 14 15:20:28.723660 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f1337ee6-2b72-42c2-a512-1ce0635c7958 req-59cd89aa-97d6-4f1a-8a21-7556bc1cdd66 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563419 Feb 14 15:20:29.325785 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6ac04-1e50-497e-b58c-24a8cb128b1d req-e923b126-1b17-49e8-bd83-267afdd6590e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:29.327764 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b0d6ac04-1e50-497e-b58c-24a8cb128b1d req-e923b126-1b17-49e8-bd83-267afdd6590e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0578201 Feb 14 15:20:29.394358 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b0d6ac04-1e50-497e-b58c-24a8cb128b1d req-34a0756a-3875-4108-b348-e24abac98e1e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568485 Feb 14 15:20:29.842043 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00f353-8941-4647-afa7-13641acc2003 req-5c225d1f-27a9-47bd-b546-f78547ae90c4 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:29.849394 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ac00f353-8941-4647-afa7-13641acc2003 req-5c225d1f-27a9-47bd-b546-f78547ae90c4 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0730999 Feb 14 15:20:29.853354 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c6713-551a-4291-bbd4-44421ed0ef7d req-608b8d2c-605a-410c-b4a0-c00eba24e98d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:29.860806 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7d1c6713-551a-4291-bbd4-44421ed0ef7d req-608b8d2c-605a-410c-b4a0-c00eba24e98d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0712075 Feb 14 15:20:29.919366 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ac00f353-8941-4647-afa7-13641acc2003 req-ae05d38c-a55b-452a-9503-6c02d7e641c3 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692344 Feb 14 15:20:29.921532 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7d1c6713-551a-4291-bbd4-44421ed0ef7d req-94051ae4-8050-42f0-a780-5197d1e80928 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591366 Feb 14 15:20:30.469586 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02321643-ccbd-42d5-93a9-05e7dd327e70 req-fae92089-4299-4351-a94a-35d0d36a1aa8 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:30.471240 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-02321643-ccbd-42d5-93a9-05e7dd327e70 req-fae92089-4299-4351-a94a-35d0d36a1aa8 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0eb614e-3d88-4aee-9dc6-1407025c9d0c HTTP/1.1" status: 200 len: 946 time: 0.0791807 Feb 14 15:20:30.539875 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-02321643-ccbd-42d5-93a9-05e7dd327e70 req-7bd750e9-6f4c-4ae0-9f8e-009e6a9fffe2 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616972 Feb 14 15:20:30.543388 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c8b79-5718-4792-9616-73355e3d39fc req-65aebe7d-6983-409c-9f96-90af33f05373 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:30.545117 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5b5c8b79-5718-4792-9616-73355e3d39fc req-65aebe7d-6983-409c-9f96-90af33f05373 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0626740 Feb 14 15:20:30.617234 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5b5c8b79-5718-4792-9616-73355e3d39fc req-85e14e8d-7006-495f-9246-a60c1d3fcd72 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576038 Feb 14 15:20:31.071388 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bafa5-d920-4a4a-81e7-19d9082098f2 req-1522208f-45c1-497c-982b-aec3a8ac3dc9 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:31.073065 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5a0bafa5-d920-4a4a-81e7-19d9082098f2 req-1522208f-45c1-497c-982b-aec3a8ac3dc9 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0645244 Feb 14 15:20:31.102351 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab363700-57e7-4924-889c-9cf9beea13a1 req-700dc7d5-c700-47ce-8384-83af86ae6670 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:31.104130 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ab363700-57e7-4924-889c-9cf9beea13a1 req-700dc7d5-c700-47ce-8384-83af86ae6670 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0806639 Feb 14 15:20:31.147628 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5a0bafa5-d920-4a4a-81e7-19d9082098f2 req-a79d2bac-aa5f-4301-8fc8-28668301d690 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682108 Feb 14 15:20:31.178043 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ab363700-57e7-4924-889c-9cf9beea13a1 req-98f52410-d645-4242-b7d2-0240f743556f tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648706 Feb 14 15:20:31.674879 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3ef2b-ea04-4bec-a14b-3ee26bc860d4 req-51fbb860-27de-485b-aca5-8507e4494b6b tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:31.676593 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56f3ef2b-ea04-4bec-a14b-3ee26bc860d4 req-51fbb860-27de-485b-aca5-8507e4494b6b tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0eb614e-3d88-4aee-9dc6-1407025c9d0c HTTP/1.1" status: 200 len: 946 time: 0.0550096 Feb 14 15:20:31.743822 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56f3ef2b-ea04-4bec-a14b-3ee26bc860d4 req-a32a1c02-94b9-4d89-9b03-fa668a830880 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612862 Feb 14 15:20:31.769454 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91dd36-94b3-4152-9009-e39c8b5ea490 req-60346a2f-e196-46a6-85bb-13705bc75cae tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:31.776630 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2d91dd36-94b3-4152-9009-e39c8b5ea490 req-60346a2f-e196-46a6-85bb-13705bc75cae tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0855196 Feb 14 15:20:31.856957 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2d91dd36-94b3-4152-9009-e39c8b5ea490 req-87199c77-2861-4815-8eaa-362c5bfa40ab tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784376 Feb 14 15:20:32.265443 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78efad-0cb8-4d9d-96a7-19e05f9fcbac req-e7c89334-ccea-4171-a88e-423bf0eed79f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:32.266950 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ef78efad-0cb8-4d9d-96a7-19e05f9fcbac req-e7c89334-ccea-4171-a88e-423bf0eed79f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0531030 Feb 14 15:20:32.335785 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ef78efad-0cb8-4d9d-96a7-19e05f9fcbac req-2fc8f667-7965-47b3-ba5a-1b0cddf7cd83 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576816 Feb 14 15:20:32.353782 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d640b93-49d2-43cb-bcd2-98c34ec7e433 req-71d02b96-e902-4daa-9492-ed3d04f1f9dd tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:32.355316 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2d640b93-49d2-43cb-bcd2-98c34ec7e433 req-71d02b96-e902-4daa-9492-ed3d04f1f9dd tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0775402 Feb 14 15:20:32.413047 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2d640b93-49d2-43cb-bcd2-98c34ec7e433 req-44328112-9e54-4bba-8c70-f59b31308145 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520215 Feb 14 15:20:32.886179 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0d2c1-1eab-4fb3-a9df-3d2a2623f447 req-a4c0ac75-1b4d-434a-b537-538ed33af076 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:32.890995 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-16d0d2c1-1eab-4fb3-a9df-3d2a2623f447 req-a4c0ac75-1b4d-434a-b537-538ed33af076 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0eb614e-3d88-4aee-9dc6-1407025c9d0c HTTP/1.1" status: 200 len: 946 time: 0.0791097 Feb 14 15:20:32.912638 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d3864-e3d8-4cee-acf2-e8f539d66a9d req-f58df24e-e6e1-464e-89e0-726fc02b15fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:32.914153 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c83d3864-e3d8-4cee-acf2-e8f539d66a9d req-f58df24e-e6e1-464e-89e0-726fc02b15fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0eb614e-3d88-4aee-9dc6-1407025c9d0c HTTP/1.1" status: 200 len: 946 time: 0.0791965 Feb 14 15:20:32.940178 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-16d0d2c1-1eab-4fb3-a9df-3d2a2623f447 req-87f9fb81-0e75-42e8-96fb-5323972fc97a tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417752 Feb 14 15:20:33.060351 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad27d4-5a87-462c-9aa4-a61759ef219a req-0129f3b7-0875-49bd-a232-1cae88ef354b tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:33.061844 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-adad27d4-5a87-462c-9aa4-a61759ef219a req-0129f3b7-0875-49bd-a232-1cae88ef354b tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.1324854 Feb 14 15:20:33.111970 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [req-c83d3864-e3d8-4cee-acf2-e8f539d66a9d req-e04a9b28-e3bb-4000-8d8c-e12126e2323f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Deleting port 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:20:33.112333 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-c83d3864-e3d8-4cee-acf2-e8f539d66a9d req-e04a9b28-e3bb-4000-8d8c-e12126e2323f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:33.147493 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-adad27d4-5a87-462c-9aa4-a61759ef219a req-be160850-3170-426c-9156-ec01709443df tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788481 Feb 14 15:20:33.215427 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-c83d3864-e3d8-4cee-acf2-e8f539d66a9d req-e04a9b28-e3bb-4000-8d8c-e12126e2323f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] For port 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab,segment=NetworkSegment(51d015d4-cb41-4169-9c17-68bb917adb3e),segment_id=51d015d4-cb41-4169-9c17-68bb917adb3e)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:20:33.215831 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-c83d3864-e3d8-4cee-acf2-e8f539d66a9d req-e04a9b28-e3bb-4000-8d8c-e12126e2323f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:33.230488 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [req-c83d3864-e3d8-4cee-acf2-e8f539d66a9d req-e04a9b28-e3bb-4000-8d8c-e12126e2323f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Calling delete_port for 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab owned by compute:nova {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:20:33.388929 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-c83d3864-e3d8-4cee-acf2-e8f539d66a9d req-e04a9b28-e3bb-4000-8d8c-e12126e2323f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:33.406380 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['44b0868f-fa37-4cbc-b055-0b56461ac853', '7f729812-4a5e-4a3c-8655-6dbff0eaed75', '83e14b7b-d949-4f51-bbd9-c4f310cf70ba', '9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:20:33.418304 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a9b28-e3bb-4000-8d8c-e12126e2323f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Pushing event deleted for resources: {'Port': ['ID=9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:20:33.467131 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff3f85-7307-4759-9a09-eeaf831b7270 req-849fd286-8283-4911-93fa-649dec4e06bd tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:33.473108 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-08ff3f85-7307-4759-9a09-eeaf831b7270 req-849fd286-8283-4911-93fa-649dec4e06bd tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0713744 Feb 14 15:20:33.501862 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83d3864-e3d8-4cee-acf2-e8f539d66a9d req-e04a9b28-e3bb-4000-8d8c-e12126e2323f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] No DVR routers for this DVR port 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab on host hv-cinder-81514 {{(pid=102564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:20:33.506038 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-c83d3864-e3d8-4cee-acf2-e8f539d66a9d req-e04a9b28-e3bb-4000-8d8c-e12126e2323f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:33.509229 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c83d3864-e3d8-4cee-acf2-e8f539d66a9d req-e04a9b28-e3bb-4000-8d8c-e12126e2323f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.77 "DELETE /v2.0/ports/9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab HTTP/1.1" status: 204 len: 173 time: 0.5874460 Feb 14 15:20:33.509703 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0eb614e-3d88-4aee-9dc6-1407025c9d0c', 'name': 'network-vif-deleted', 'tag': '9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:20:33.512837 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114b17781d7584df24a73d2ca002b1fc4e4ef728ba6c29ea40a3094f371b155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2598ded7-6d07-430a-b419-faa8c2782c4a" -d '{"events": [{"server_uuid": "c0eb614e-3d88-4aee-9dc6-1407025c9d0c", "name": "network-vif-deleted", "tag": "9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:20:33.577210 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-08ff3f85-7307-4759-9a09-eeaf831b7270 req-ef927aac-aab8-463d-bc53-8af536e8c1fc tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966344 Feb 14 15:20:33.603888 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416295d-a51e-4425-8ca3-c4dfa7970062 req-827e809e-bea3-45ec-8b72-abcfc9fd31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:33.603888 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e416295d-a51e-4425-8ca3-c4dfa7970062 req-827e809e-bea3-45ec-8b72-abcfc9fd31b5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59e01ee3a909461f92070cf33d635c9f&device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 1129 time: 0.1016738 Feb 14 15:20:33.619307 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96045a30-9917-49d9-8edc-48c5f9c346c1 req-09f86e0b-c52c-462f-96c1-68830aa3bb04 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:33.621123 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-96045a30-9917-49d9-8edc-48c5f9c346c1 req-09f86e0b-c52c-462f-96c1-68830aa3bb04 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0981107 Feb 14 15:20:33.671953 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43ba3f1-f627-4c41-8a88-d9ad180adafd x-openstack-request-id: req-b43ba3f1-f627-4c41-8a88-d9ad180adafd {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:20:33.672249 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0eb614e-3d88-4aee-9dc6-1407025c9d0c", "name": "network-vif-deleted", "tag": "9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:20:33.672503 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b43ba3f1-f627-4c41-8a88-d9ad180adafd {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:20:33.672901 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0eb614e-3d88-4aee-9dc6-1407025c9d0c', 'name': 'network-vif-deleted', 'tag': '9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab', 'status': 'completed', 'code': 200} Feb 14 15:20:33.687003 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-96045a30-9917-49d9-8edc-48c5f9c346c1 req-418f5df7-bcc3-4c62-81e4-8aab0380fd70 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601642 Feb 14 15:20:33.745367 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416295d-a51e-4425-8ca3-c4dfa7970062 req-b2dd8b8a-3fb7-42b7-9442-a3a48df84044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:33.746926 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e416295d-a51e-4425-8ca3-c4dfa7970062 req-b2dd8b8a-3fb7-42b7-9442-a3a48df84044 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f46612e4-5188-4afd-b927-413922cf4afb HTTP/1.1" status: 200 len: 918 time: 0.1280093 Feb 14 15:20:33.824635 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e416295d-a51e-4425-8ca3-c4dfa7970062 req-a9663863-3c38-47e2-8986-40bbf630e677 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48624f8e-759c-4a17-8f94-964331589aa1 HTTP/1.1" status: 200 len: 1001 time: 0.0642402 Feb 14 15:20:33.883930 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416295d-a51e-4425-8ca3-c4dfa7970062 req-0bf9bb24-bf28-41e7-9bf2-3028479fbaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:33.885312 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e416295d-a51e-4425-8ca3-c4dfa7970062 req-0bf9bb24-bf28-41e7-9bf2-3028479fbaed service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36ea11a7-e606-4181-a1a1-331e0ed702b8 HTTP/1.1" status: 200 len: 856 time: 0.0456743 Feb 14 15:20:33.934976 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416295d-a51e-4425-8ca3-c4dfa7970062 req-917c7bee-e96b-4092-bbc3-c7f6c673cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:33.936493 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e416295d-a51e-4425-8ca3-c4dfa7970062 req-917c7bee-e96b-4092-bbc3-c7f6c673cd18 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f46612e4-5188-4afd-b927-413922cf4afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431166 Feb 14 15:20:34.063830 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cd1f8a0e-1359-4ce8-9fd2-885779512fee req-37eb8ed9-7460-4bec-a7e8-2fa8b997ab03 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0eb614e-3d88-4aee-9dc6-1407025c9d0c HTTP/1.1" status: 200 len: 210 time: 0.0393980 Feb 14 15:20:34.084017 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e416295d-a51e-4425-8ca3-c4dfa7970062 req-e839ee44-f034-44dc-8d50-b0dc81eaee95 service neutron] 10.222.0.77 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317997 Feb 14 15:20:34.174463 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e416295d-a51e-4425-8ca3-c4dfa7970062 req-879067f6-960f-4476-a40c-8fb5a6f0002b service neutron] 10.222.0.77 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824602 Feb 14 15:20:34.268625 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b769c-b302-43df-b851-42a85d15b0bd req-10c1fb56-7624-4086-8569-45d25c096b5b tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:34.270127 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6f9b769c-b302-43df-b851-42a85d15b0bd req-10c1fb56-7624-4086-8569-45d25c096b5b tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0532184 Feb 14 15:20:34.320025 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6f9b769c-b302-43df-b851-42a85d15b0bd req-cd5719a2-8ec7-4e04-8d54-84e84d8b64f5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439427 Feb 14 15:20:34.704651 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5c49d-9ebf-4eaf-b72d-b99ae40b6705 req-ff7e704b-f9ca-4415-8a6d-e4d1d119f0d2 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:34.706945 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-95e5c49d-9ebf-4eaf-b72d-b99ae40b6705 req-ff7e704b-f9ca-4415-8a6d-e4d1d119f0d2 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0583692 Feb 14 15:20:34.780252 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-95e5c49d-9ebf-4eaf-b72d-b99ae40b6705 req-2550ae42-6018-431c-a000-452cf703a561 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652883 Feb 14 15:20:34.802091 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bd8fe-e05e-443a-a8ec-5f8f9210665a req-cea086bf-303f-4444-a1e0-81ff2402f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:34.802091 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d27bd8fe-e05e-443a-a8ec-5f8f9210665a req-cea086bf-303f-4444-a1e0-81ff2402f8d6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 1129 time: 0.0575964 Feb 14 15:20:34.826391 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd84e42-ff46-4904-a6a1-fc1b703214f6 req-7df2be66-9441-4994-9b56-50390875ea15 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:34.827819 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bbd84e42-ff46-4904-a6a1-fc1b703214f6 req-7df2be66-9441-4994-9b56-50390875ea15 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0577636 Feb 14 15:20:34.845319 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d27bd8fe-e05e-443a-a8ec-5f8f9210665a req-e9409b99-3963-46af-a452-0991faf087bb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375812 Feb 14 15:20:34.879930 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bbd84e42-ff46-4904-a6a1-fc1b703214f6 req-732e9367-7822-49ab-b6c2-13bc2cbb7ca9 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461872 Feb 14 15:20:35.444528 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161a4d2-e724-4299-8763-19d594b58286 req-ff1255f7-e207-4a47-8347-98cc67da657e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:35.446061 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6161a4d2-e724-4299-8763-19d594b58286 req-ff1255f7-e207-4a47-8347-98cc67da657e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0533857 Feb 14 15:20:35.507470 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6161a4d2-e724-4299-8763-19d594b58286 req-e8bda814-4d43-4985-ad11-82e4f819b52a tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547254 Feb 14 15:20:35.901325 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf54a6-5b49-4ef6-99a5-51948ee4fb0c req-1acc3d28-3ded-4a71-aecf-3712bf4cd570 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:35.902822 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e9cf54a6-5b49-4ef6-99a5-51948ee4fb0c req-1acc3d28-3ded-4a71-aecf-3712bf4cd570 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0543404 Feb 14 15:20:35.955805 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e9cf54a6-5b49-4ef6-99a5-51948ee4fb0c req-729eab25-b598-4c72-b323-1e3acc1251b0 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457804 Feb 14 15:20:36.005991 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7d2b6-056e-44ca-9bdf-1fbe39b1e886 req-3f11fd43-2df5-4271-ab61-b488e6fdd695 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:36.007480 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7af7d2b6-056e-44ca-9bdf-1fbe39b1e886 req-3f11fd43-2df5-4271-ab61-b488e6fdd695 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0531707 Feb 14 15:20:36.059778 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7af7d2b6-056e-44ca-9bdf-1fbe39b1e886 req-1d543773-f2ec-4985-b49a-265bd1c92d32 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466349 Feb 14 15:20:36.458994 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18fe77-5cd8-425d-a36a-4cd4353d00e6 req-dcddf245-6833-4221-aac2-366905baacf3 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:36.460515 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9c18fe77-5cd8-425d-a36a-4cd4353d00e6 req-dcddf245-6833-4221-aac2-366905baacf3 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 945 time: 0.0530710 Feb 14 15:20:36.507347 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9c18fe77-5cd8-425d-a36a-4cd4353d00e6 req-bff8414f-3457-4e88-9d11-c3f75efaea94 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412982 Feb 14 15:20:36.632424 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceea037-4700-4c58-bc0a-9b9a9dc8462d req-a88768b8-0679-46ec-913b-28def953d5ac tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:36.633861 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9ceea037-4700-4c58-bc0a-9b9a9dc8462d req-a88768b8-0679-46ec-913b-28def953d5ac tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0517917 Feb 14 15:20:36.684411 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9ceea037-4700-4c58-bc0a-9b9a9dc8462d req-7d81ecc7-20d7-4d08-a813-67a40a54cbe4 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450754 Feb 14 15:20:37.077209 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349ea02-b9f3-4616-bd20-7ba5c302c97c req-a250ad25-95d2-4c43-a4ab-b1f977907a09 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:37.078696 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b349ea02-b9f3-4616-bd20-7ba5c302c97c req-a250ad25-95d2-4c43-a4ab-b1f977907a09 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0521924 Feb 14 15:20:37.126203 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b349ea02-b9f3-4616-bd20-7ba5c302c97c req-9d24b66f-f1af-493c-9f25-366b416d9f8f tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401456 Feb 14 15:20:37.188252 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009892c-4a55-485b-90ee-7d1d8c34c537 req-bcab5250-a14c-4e48-8d45-1a56570da7b7 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:37.190310 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f009892c-4a55-485b-90ee-7d1d8c34c537 req-bcab5250-a14c-4e48-8d45-1a56570da7b7 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0592518 Feb 14 15:20:37.238399 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f009892c-4a55-485b-90ee-7d1d8c34c537 req-bf527b72-9627-493b-942c-0344b7bab98c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418468 Feb 14 15:20:37.464435 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d0243-9b1f-438a-bce8-1af9b372fb3e req-83cbe823-21db-4fa6-9524-17a436a1e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:37.466137 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5d7d0243-9b1f-438a-bce8-1af9b372fb3e req-83cbe823-21db-4fa6-9524-17a436a1e0e7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=258d3453eec942f3944f9299fcf5227d&device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 1129 time: 0.0520909 Feb 14 15:20:37.479098 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3656f3a-d621-4dc2-a49e-0fee72ee3f11 req-71cc423c-f18b-4ba5-b3b9-c05320a0ff3a tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:37.480642 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b3656f3a-d621-4dc2-a49e-0fee72ee3f11 req-71cc423c-f18b-4ba5-b3b9-c05320a0ff3a tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0615926 Feb 14 15:20:37.546801 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b3656f3a-d621-4dc2-a49e-0fee72ee3f11 req-c936e274-b1b4-4b8c-97f2-f8602f95ca74 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578184 Feb 14 15:20:37.592020 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d0243-9b1f-438a-bce8-1af9b372fb3e req-dd0ee738-e6a4-4609-99d6-605e697d87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:37.593519 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5d7d0243-9b1f-438a-bce8-1af9b372fb3e req-dd0ee738-e6a4-4609-99d6-605e697d87e0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=00f85281-ff4d-4b0b-88d7-a69a834aef35 HTTP/1.1" status: 200 len: 919 time: 0.1106277 Feb 14 15:20:37.653730 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5d7d0243-9b1f-438a-bce8-1af9b372fb3e req-71ae8cf0-8f5e-4968-b935-ef80ab96c099 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f220a3dd-73f2-4961-b7ad-99cbb024e554 HTTP/1.1" status: 200 len: 217 time: 0.0488524 Feb 14 15:20:37.678539 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e504b2-c69e-4fea-9716-d9f9c5ad1933 req-417fa4d5-efc8-4e37-a5ae-a7fd0643286f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:37.684074 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-63e504b2-c69e-4fea-9716-d9f9c5ad1933 req-417fa4d5-efc8-4e37-a5ae-a7fd0643286f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 945 time: 0.0711343 Feb 14 15:20:37.715679 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d0243-9b1f-438a-bce8-1af9b372fb3e req-c6d5a8eb-7217-44cc-8e6d-5f8a7b3e5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:37.717299 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5d7d0243-9b1f-438a-bce8-1af9b372fb3e req-c6d5a8eb-7217-44cc-8e6d-5f8a7b3e5dca service neutron] 10.222.0.77 "GET /v2.0/subnets?id=01ea2392-36a5-4e0f-bc30-1b0aaada039f HTTP/1.1" status: 200 len: 858 time: 0.0497437 Feb 14 15:20:37.741990 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-63e504b2-c69e-4fea-9716-d9f9c5ad1933 req-23d04fe8-ca48-4168-adb5-a774ce4ab11e tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548704 Feb 14 15:20:37.759674 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5d7d0243-9b1f-438a-bce8-1af9b372fb3e req-f2597c56-d0f6-4d22-ba2d-16fb3846d730 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=00f85281-ff4d-4b0b-88d7-a69a834aef35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293734 Feb 14 15:20:37.796716 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [req-4417e890-3e7a-46ed-9d91-46058d111ad6 req-7258b5f8-0fb2-414c-aaa6-c6da63298e70 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=102564) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:20:37.797781 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4417e890-3e7a-46ed-9d91-46058d111ad6 req-7258b5f8-0fb2-414c-aaa6-c6da63298e70 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055215 Feb 14 15:20:37.875923 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e26c61-824e-495a-bc72-b0a83dbe8acd req-52f3e0dd-305e-4823-877a-414644205e2c tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:37.883230 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5e26c61-824e-495a-bc72-b0a83dbe8acd req-52f3e0dd-305e-4823-877a-414644205e2c tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.1213074 Feb 14 15:20:37.920860 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5d7d0243-9b1f-438a-bce8-1af9b372fb3e req-bcf4868c-663e-486d-aba6-b90236ae2957 service neutron] 10.222.0.77 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484427 Feb 14 15:20:37.952434 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5e26c61-824e-495a-bc72-b0a83dbe8acd req-19b73d10-93e8-4a5c-9269-ded4d48a2b45 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683138 Feb 14 15:20:37.986911 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97adc4-32b1-4210-982f-177c26cac2b2 req-6017f6a6-e415-4df9-be31-7039424d5e4b tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:37.988928 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6a97adc4-32b1-4210-982f-177c26cac2b2 req-6017f6a6-e415-4df9-be31-7039424d5e4b tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 945 time: 0.0635769 Feb 14 15:20:38.046184 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6a97adc4-32b1-4210-982f-177c26cac2b2 req-3552584d-d14a-4902-936c-b9c18064f8ae tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504603 Feb 14 15:20:38.047513 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5d7d0243-9b1f-438a-bce8-1af9b372fb3e req-88b16c9a-5112-454e-b648-528567b502c5 service neutron] 10.222.0.77 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105335 Feb 14 15:20:38.338415 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 39060) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:20:38.447400 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-100e79dc-4980-4a93-b8fd-2b2fdde1cbbb req-0f56fae3-b6a5-4631-84ff-44a6928995d7 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1078076 Feb 14 15:20:38.456394 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [req-100e79dc-4980-4a93-b8fd-2b2fdde1cbbb req-f7ed6463-0adb-4a94-9179-e15c99a13813 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=102564) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:20:38.457547 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-100e79dc-4980-4a93-b8fd-2b2fdde1cbbb req-f7ed6463-0adb-4a94-9179-e15c99a13813 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053341 Feb 14 15:20:38.536281 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 39068) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:20:38.613330 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:20:38.636494 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] No Port match for: 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:20:38.636849 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 9dfeb1f6-4eb9-48c2-93a4-69dfd4ad55ab not bound to the agent host hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:20:38.637279 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 48624f8e-759c-4a17-8f94-964331589aa1 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:20:38.667182 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e79dc-4980-4a93-b8fd-2b2fdde1cbbb req-a270c43b-b0a6-4eca-a406-48b77f9b494c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:38.669532 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-100e79dc-4980-4a93-b8fd-2b2fdde1cbbb req-a270c43b-b0a6-4eca-a406-48b77f9b494c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports/48624f8e-759c-4a17-8f94-964331589aa1 HTTP/1.1" status: 200 len: 942 time: 0.1321502 Feb 14 15:20:38.720238 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577fae5-5fc8-4421-9487-6bdae5d427be req-cb10d46b-1b34-4f5b-8355-dc1414083d30 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:38.722636 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2577fae5-5fc8-4421-9487-6bdae5d427be req-cb10d46b-1b34-4f5b-8355-dc1414083d30 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0968649 Feb 14 15:20:38.734799 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 48624f8e-759c-4a17-8f94-964331589aa1 is: ACTIVE; New status is: DOWN {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:20:38.735334 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (48624f8e-759c-4a17-8f94-964331589aa1), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:38.749869 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3880a3-07df-4060-b1b8-86061e0c8a60 req-038ad000-ccca-4666-be40-acde2411e4bc tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:38.752579 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9e3880a3-07df-4060-b1b8-86061e0c8a60 req-038ad000-ccca-4666-be40-acde2411e4bc tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.77 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 945 time: 0.0971937 Feb 14 15:20:38.786712 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 48624f8e-759c-4a17-8f94-964331589aa1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=48624f8e-759c-4a17-8f94-964331589aa1,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:20:38.788659 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7561bc0-08a7-4b25-8e28-bf4201e62514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48624f8e-759c-4a17-8f94-964331589aa1'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:20:38.792534 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bc00e6-7df0-4b67-9618-9a7c4e0bbfa7" -d '{"events": [{"server_uuid": "b7561bc0-08a7-4b25-8e28-bf4201e62514", "name": "network-vif-unplugged", "status": "completed", "tag": "48624f8e-759c-4a17-8f94-964331589aa1"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:20:38.799562 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (48624f8e-759c-4a17-8f94-964331589aa1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:38.829723 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:20:38.853376 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2577fae5-5fc8-4421-9487-6bdae5d427be req-e4ad3511-6d30-4345-bffe-451446acf5f7 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121514 Feb 14 15:20:38.869093 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=48624f8e-759c-4a17-8f94-964331589aa1,revision_number=8']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:20:38.908787 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Feb 2022 15:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8ea9da-6db6-4501-aeb4-641faa0e142b x-openstack-request-id: req-ac8ea9da-6db6-4501-aeb4-641faa0e142b {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:20:38.909280 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7561bc0-08a7-4b25-8e28-bf4201e62514", "name": "network-vif-unplugged", "status": "failed", "tag": "48624f8e-759c-4a17-8f94-964331589aa1", "code": 422}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:20:38.909711 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ac8ea9da-6db6-4501-aeb4-641faa0e142b {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:20:38.910438 dv-cinder-815146-10-iscsi neutron-server[102565]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b7561bc0-08a7-4b25-8e28-bf4201e62514', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '48624f8e-759c-4a17-8f94-964331589aa1', 'code': 422} returned with failed status Feb 14 15:20:38.946453 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-9e3880a3-07df-4060-b1b8-86061e0c8a60 req-36ccffe0-acb3-4030-8f83-18fd023726fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Deleting port 83e14b7b-d949-4f51-bbd9-c4f310cf70ba {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:20:38.947214 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9e3880a3-07df-4060-b1b8-86061e0c8a60 req-36ccffe0-acb3-4030-8f83-18fd023726fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (83e14b7b-d949-4f51-bbd9-c4f310cf70ba), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:38.948685 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f94e75-9d57-4d85-8cc8-b8cf0eac11fb req-e31ce8cc-d7bd-4b6c-92ea-3c233978c344 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:38.950282 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-28f94e75-9d57-4d85-8cc8-b8cf0eac11fb req-e31ce8cc-d7bd-4b6c-92ea-3c233978c344 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 945 time: 0.0752649 Feb 14 15:20:39.035341 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-28f94e75-9d57-4d85-8cc8-b8cf0eac11fb req-ffea41ac-4262-4133-a508-acd22f5bae42 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725765 Feb 14 15:20:39.104168 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-9e3880a3-07df-4060-b1b8-86061e0c8a60 req-36ccffe0-acb3-4030-8f83-18fd023726fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] For port 83e14b7b-d949-4f51-bbd9-c4f310cf70ba, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=83e14b7b-d949-4f51-bbd9-c4f310cf70ba,segment=NetworkSegment(51d015d4-cb41-4169-9c17-68bb917adb3e),segment_id=51d015d4-cb41-4169-9c17-68bb917adb3e)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:20:39.104474 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9e3880a3-07df-4060-b1b8-86061e0c8a60 req-36ccffe0-acb3-4030-8f83-18fd023726fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (83e14b7b-d949-4f51-bbd9-c4f310cf70ba), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:39.121454 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-9e3880a3-07df-4060-b1b8-86061e0c8a60 req-36ccffe0-acb3-4030-8f83-18fd023726fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Calling delete_port for 83e14b7b-d949-4f51-bbd9-c4f310cf70ba owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:20:39.190986 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae5575-8a82-405d-9116-9b44b9129e15 req-396d2ab9-df24-405c-8866-bdebe3be1797 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:39.192936 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1cae5575-8a82-405d-9116-9b44b9129e15 req-396d2ab9-df24-405c-8866-bdebe3be1797 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.1456335 Feb 14 15:20:39.211843 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e41f2f-2593-4e59-ab2f-317e495a5c7b req-38be0f34-b96f-456c-b69e-3a564632d76e tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:39.213665 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c8e41f2f-2593-4e59-ab2f-317e495a5c7b req-38be0f34-b96f-456c-b69e-3a564632d76e tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.0848198 Feb 14 15:20:39.269600 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c8e41f2f-2593-4e59-ab2f-317e495a5c7b req-9e34d0a0-76cc-4279-8a11-578b2474fc2d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497267 Feb 14 15:20:39.287041 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1cae5575-8a82-405d-9116-9b44b9129e15 req-212555dc-10d7-4754-b51a-9cfbab4c7d4b tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869031 Feb 14 15:20:39.356405 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9e3880a3-07df-4060-b1b8-86061e0c8a60 req-36ccffe0-acb3-4030-8f83-18fd023726fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (83e14b7b-d949-4f51-bbd9-c4f310cf70ba), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:39.369077 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['44b0868f-fa37-4cbc-b055-0b56461ac853', '7f729812-4a5e-4a3c-8655-6dbff0eaed75', '83e14b7b-d949-4f51-bbd9-c4f310cf70ba'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:20:39.389851 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccffe0-acb3-4030-8f83-18fd023726fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Pushing event deleted for resources: {'Port': ['ID=83e14b7b-d949-4f51-bbd9-c4f310cf70ba,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:20:39.404482 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccffe0-acb3-4030-8f83-18fd023726fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:39.405031 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccffe0-acb3-4030-8f83-18fd023726fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:39.405562 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccffe0-acb3-4030-8f83-18fd023726fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:39.406119 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccffe0-acb3-4030-8f83-18fd023726fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:39.406684 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccffe0-acb3-4030-8f83-18fd023726fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:39.407260 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccffe0-acb3-4030-8f83-18fd023726fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:39.407640 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccffe0-acb3-4030-8f83-18fd023726fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:39.408164 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccffe0-acb3-4030-8f83-18fd023726fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:39.408726 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccffe0-acb3-4030-8f83-18fd023726fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:39.409677 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccffe0-acb3-4030-8f83-18fd023726fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:39.409677 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccffe0-acb3-4030-8f83-18fd023726fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:39.410008 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccffe0-acb3-4030-8f83-18fd023726fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:39.410346 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ccffe0-acb3-4030-8f83-18fd023726fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:39.465555 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3880a3-07df-4060-b1b8-86061e0c8a60 req-36ccffe0-acb3-4030-8f83-18fd023726fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] No DVR routers for this DVR port 83e14b7b-d949-4f51-bbd9-c4f310cf70ba on host hv-cinder-81514 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:20:39.469466 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9e3880a3-07df-4060-b1b8-86061e0c8a60 req-36ccffe0-acb3-4030-8f83-18fd023726fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:39.473531 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9e3880a3-07df-4060-b1b8-86061e0c8a60 req-36ccffe0-acb3-4030-8f83-18fd023726fe tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.77 "DELETE /v2.0/ports/83e14b7b-d949-4f51-bbd9-c4f310cf70ba HTTP/1.1" status: 204 len: 173 time: 0.7012053 Feb 14 15:20:39.474005 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085b3f7e-4322-496e-b6ed-505bb284cc9c', 'name': 'network-vif-deleted', 'tag': '83e14b7b-d949-4f51-bbd9-c4f310cf70ba'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:20:39.476661 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45667b17-d85f-4945-a455-90bd3f16328b" -d '{"events": [{"server_uuid": "085b3f7e-4322-496e-b6ed-505bb284cc9c", "name": "network-vif-deleted", "tag": "83e14b7b-d949-4f51-bbd9-c4f310cf70ba"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:20:39.525472 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f80b20-310a-4ae3-aeee-f19959b73a66 x-openstack-request-id: req-f0f80b20-310a-4ae3-aeee-f19959b73a66 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:20:39.525771 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085b3f7e-4322-496e-b6ed-505bb284cc9c", "name": "network-vif-deleted", "tag": "83e14b7b-d949-4f51-bbd9-c4f310cf70ba", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:20:39.526036 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f0f80b20-310a-4ae3-aeee-f19959b73a66 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:20:39.526429 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085b3f7e-4322-496e-b6ed-505bb284cc9c', 'name': 'network-vif-deleted', 'tag': '83e14b7b-d949-4f51-bbd9-c4f310cf70ba', 'status': 'completed', 'code': 200} Feb 14 15:20:39.974002 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afed11-b2f2-4c3f-9cee-1227a6a24bfd req-066ec8ad-3111-4a17-ba91-9d1f03f678e0 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:39.975431 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-00afed11-b2f2-4c3f-9cee-1227a6a24bfd req-066ec8ad-3111-4a17-ba91-9d1f03f678e0 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0544572 Feb 14 15:20:40.023416 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-00afed11-b2f2-4c3f-9cee-1227a6a24bfd req-f11615dc-ad6b-4434-9ce0-3541cc8dc0ee tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424528 Feb 14 15:20:40.147287 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-21f2ea3d-8948-4e7c-a348-799502f1eea0 req-16825bfa-9eff-4751-a636-5b8500d42c98 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=085b3f7e-4322-496e-b6ed-505bb284cc9c HTTP/1.1" status: 200 len: 210 time: 0.0320401 Feb 14 15:20:40.419125 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf332a-27a1-4f10-9e3c-21b6ad3b4157 req-8316ce0e-2f3b-4b8c-a70d-423c75f856ee tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:40.422447 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f7cf332a-27a1-4f10-9e3c-21b6ad3b4157 req-8316ce0e-2f3b-4b8c-a70d-423c75f856ee tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.0733173 Feb 14 15:20:40.442297 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d74669-b954-4abb-87b1-71775154d1b3 req-8fa221fc-403d-4a93-9e5e-26f249744ad2 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:40.444157 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-52d74669-b954-4abb-87b1-71775154d1b3 req-8fa221fc-403d-4a93-9e5e-26f249744ad2 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0702825 Feb 14 15:20:40.483573 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f7cf332a-27a1-4f10-9e3c-21b6ad3b4157 req-ed57b073-19f5-4570-abca-fef09f3be383 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496633 Feb 14 15:20:40.507076 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-52d74669-b954-4abb-87b1-71775154d1b3 req-f8f5f63d-b0d3-4589-9658-92fe8a3e38cb tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565636 Feb 14 15:20:40.933773 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e79dc-4980-4a93-b8fd-2b2fdde1cbbb req-70df9f2c-902e-412a-b15d-744060702f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:40.935285 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-100e79dc-4980-4a93-b8fd-2b2fdde1cbbb req-70df9f2c-902e-412a-b15d-744060702f8e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514&tenant_id=59e01ee3a909461f92070cf33d635c9f HTTP/1.1" status: 200 len: 1127 time: 0.0740023 Feb 14 15:20:41.011817 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e79dc-4980-4a93-b8fd-2b2fdde1cbbb req-44e701a2-8e23-45a0-9eae-d711811e6ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:41.013361 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-100e79dc-4980-4a93-b8fd-2b2fdde1cbbb req-44e701a2-8e23-45a0-9eae-d711811e6ffb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59e01ee3a909461f92070cf33d635c9f&device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 1127 time: 0.0497930 Feb 14 15:20:41.113021 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e79dc-4980-4a93-b8fd-2b2fdde1cbbb req-11f12bbb-da23-4143-bf88-e4524c2629ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:41.114720 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-100e79dc-4980-4a93-b8fd-2b2fdde1cbbb req-11f12bbb-da23-4143-bf88-e4524c2629ca service neutron] 10.222.0.77 "GET /v2.0/networks?id=f46612e4-5188-4afd-b927-413922cf4afb HTTP/1.1" status: 200 len: 918 time: 0.0936775 Feb 14 15:20:41.436306 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375b1b7-2e12-42b6-a86a-e0e3d94c34f7 req-f8eeca8f-186a-4c98-a543-206b8673bb61 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:41.437781 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f375b1b7-2e12-42b6-a86a-e0e3d94c34f7 req-f8eeca8f-186a-4c98-a543-206b8673bb61 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.3429294 Feb 14 15:20:41.438256 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829b347-189b-4aa9-9c56-a2cee538b73b req-f7a0a510-1c9e-43ea-82e4-3b4e2f2248e8 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:41.440006 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-100e79dc-4980-4a93-b8fd-2b2fdde1cbbb req-e92d2a6c-8a31-4644-96d3-f714df3e95c2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48624f8e-759c-4a17-8f94-964331589aa1 HTTP/1.1" status: 200 len: 999 time: 0.3102298 Feb 14 15:20:41.440436 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f829b347-189b-4aa9-9c56-a2cee538b73b req-f7a0a510-1c9e-43ea-82e4-3b4e2f2248e8 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 945 time: 0.0527482 Feb 14 15:20:41.489646 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f829b347-189b-4aa9-9c56-a2cee538b73b req-be1e20a4-eabb-4d8b-9a45-a300ad7c3097 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434997 Feb 14 15:20:41.519383 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e79dc-4980-4a93-b8fd-2b2fdde1cbbb req-25487e52-3e4d-40ae-92c2-c21d1053a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:41.520890 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-100e79dc-4980-4a93-b8fd-2b2fdde1cbbb req-25487e52-3e4d-40ae-92c2-c21d1053a0ee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36ea11a7-e606-4181-a1a1-331e0ed702b8 HTTP/1.1" status: 200 len: 856 time: 0.0711586 Feb 14 15:20:41.524058 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f375b1b7-2e12-42b6-a86a-e0e3d94c34f7 req-83f97ece-e4be-41d8-a921-1e695e10e957 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799916 Feb 14 15:20:41.582473 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e79dc-4980-4a93-b8fd-2b2fdde1cbbb req-5fb88b7b-7ea1-4c21-bd72-208caab99d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:41.584577 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-100e79dc-4980-4a93-b8fd-2b2fdde1cbbb req-5fb88b7b-7ea1-4c21-bd72-208caab99d33 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f46612e4-5188-4afd-b927-413922cf4afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0573547 Feb 14 15:20:41.641953 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4393ac-13e3-4429-ae58-c2086dfc9c6c req-2bfafc8d-6f5d-4cc1-a91b-c042cea88d9d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:41.643553 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fc4393ac-13e3-4429-ae58-c2086dfc9c6c req-2bfafc8d-6f5d-4cc1-a91b-c042cea88d9d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.0571520 Feb 14 15:20:41.690752 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fc4393ac-13e3-4429-ae58-c2086dfc9c6c req-9a333a67-a577-4f3e-96c0-20037b40a829 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414422 Feb 14 15:20:41.707068 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450ebae-04a8-403c-a000-3fcf9dea7e23 req-21c6e43c-192c-4eed-ae1a-f3571a82a6bc tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:41.708602 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c450ebae-04a8-403c-a000-3fcf9dea7e23 req-21c6e43c-192c-4eed-ae1a-f3571a82a6bc tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.1182122 Feb 14 15:20:41.736403 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-100e79dc-4980-4a93-b8fd-2b2fdde1cbbb req-40d9e111-f589-401a-b041-fcd9b8f5f543 service neutron] 10.222.0.77 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366763 Feb 14 15:20:41.793816 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c450ebae-04a8-403c-a000-3fcf9dea7e23 req-65fd8536-b8e4-48b8-aa1a-a8d49af53c67 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792284 Feb 14 15:20:41.858696 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-100e79dc-4980-4a93-b8fd-2b2fdde1cbbb req-7b929bec-6145-4b17-a6ff-d4e75a688449 service neutron] 10.222.0.77 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100445 Feb 14 15:20:42.630644 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285f652-1887-4c39-a5a7-34ecc4fa0289 req-7f0a2ffb-fce9-41e3-8753-56dff550632e tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:42.632367 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c285f652-1887-4c39-a5a7-34ecc4fa0289 req-7f0a2ffb-fce9-41e3-8753-56dff550632e tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 945 time: 0.0654678 Feb 14 15:20:42.646289 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 83e14b7b-d949-4f51-bbd9-c4f310cf70ba no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:20:42.684295 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] No Port match for: 83e14b7b-d949-4f51-bbd9-c4f310cf70ba {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:20:42.684721 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 83e14b7b-d949-4f51-bbd9-c4f310cf70ba not bound to the agent host hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:20:42.685225 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c285f652-1887-4c39-a5a7-34ecc4fa0289 req-70b335e2-2988-4847-ade0-107b9f77bf7a tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467806 Feb 14 15:20:42.779567 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:42.829580 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c677f2-4709-4962-861e-7f4b37262027 req-c14e27ea-5fe7-4185-ac7c-0b47cd9af084 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:42.838166 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-63c677f2-4709-4962-861e-7f4b37262027 req-c14e27ea-5fe7-4185-ac7c-0b47cd9af084 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.0710204 Feb 14 15:20:42.918326 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-63c677f2-4709-4962-861e-7f4b37262027 req-a943db3d-56e7-4864-9092-2fe35f50d868 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789707 Feb 14 15:20:42.968819 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66805ade-999e-43cf-b259-e683a14366e5 req-36cb1759-b264-4743-ae81-64a8022a899a tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:42.977776 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-66805ade-999e-43cf-b259-e683a14366e5 req-36cb1759-b264-4743-ae81-64a8022a899a tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0742130 Feb 14 15:20:43.029182 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-66805ade-999e-43cf-b259-e683a14366e5 req-2ab7b66f-6816-49e0-9dfa-805760d15d77 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502417 Feb 14 15:20:43.412547 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f433ef7d-1f27-40ff-ad17-54b42c5ade49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:43.817329 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b3652-849d-49fb-b5fe-7f8bccbab453 req-50ff59d8-d3bf-4e46-9c9c-329526e55a69 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:43.819083 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e38b3652-849d-49fb-b5fe-7f8bccbab453 req-50ff59d8-d3bf-4e46-9c9c-329526e55a69 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 945 time: 0.0638456 Feb 14 15:20:43.877899 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e38b3652-849d-49fb-b5fe-7f8bccbab453 req-a4e9f13a-009a-4739-99fc-25f63f922f8c tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532627 Feb 14 15:20:44.076392 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0d599-ef10-4794-bbcc-1d619d28cbdf req-ccc36afd-fe86-4fd4-a6bc-6de489854bb8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:44.078056 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ffd0d599-ef10-4794-bbcc-1d619d28cbdf req-ccc36afd-fe86-4fd4-a6bc-6de489854bb8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.0769782 Feb 14 15:20:44.153253 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ffd0d599-ef10-4794-bbcc-1d619d28cbdf req-9ee18f50-50dd-4dee-b476-3c72619f1dbd tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678005 Feb 14 15:20:44.256471 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493864a-6c2b-4c8c-b131-976092390421 req-81fd63b3-d9c7-4b96-8303-e87b6ac9466c tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:44.258284 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5493864a-6c2b-4c8c-b131-976092390421 req-81fd63b3-d9c7-4b96-8303-e87b6ac9466c tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0997331 Feb 14 15:20:44.324718 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5493864a-6c2b-4c8c-b131-976092390421 req-96834aad-3a08-4663-b73c-a0bc4243b2d9 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602777 Feb 14 15:20:45.009060 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7667d-82af-4c36-88be-0d6e8a906c85 req-203dbead-5bce-4f48-9867-af09be332a51 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:45.010567 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-12d7667d-82af-4c36-88be-0d6e8a906c85 req-203dbead-5bce-4f48-9867-af09be332a51 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 945 time: 0.0562506 Feb 14 15:20:45.059759 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-12d7667d-82af-4c36-88be-0d6e8a906c85 req-1ac41ba9-3df1-423e-8c92-77bfb1974ded tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435355 Feb 14 15:20:45.305509 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024d9b6-be40-4665-a5b3-671b50c3926b req-2db3a5d2-9f4c-4ae2-a6ee-854e21e45751 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:45.306921 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c024d9b6-be40-4665-a5b3-671b50c3926b req-2db3a5d2-9f4c-4ae2-a6ee-854e21e45751 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.0570328 Feb 14 15:20:45.368821 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c024d9b6-be40-4665-a5b3-671b50c3926b req-8be50a13-ecc6-4b7c-84ee-c664874dccc2 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557935 Feb 14 15:20:45.463241 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e384d-469e-4f5b-bb68-b8759082ab9d req-3c99a094-585e-4937-a398-f3770af9b1dc tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:45.465021 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-610e384d-469e-4f5b-bb68-b8759082ab9d req-3c99a094-585e-4937-a398-f3770af9b1dc tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0569510 Feb 14 15:20:45.511831 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-610e384d-469e-4f5b-bb68-b8759082ab9d req-82cb704a-7e81-4c0d-91aa-b055cec5c6d3 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411639 Feb 14 15:20:45.605838 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-0acb05ed-0515-404e-924d-2342366f0929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:46.199291 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dca42f-55f6-4751-afac-371cf7a5c395 req-36bfc521-5d58-407f-93c8-8badd3045e9e tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:46.201057 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-72dca42f-55f6-4751-afac-371cf7a5c395 req-36bfc521-5d58-407f-93c8-8badd3045e9e tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 945 time: 0.0677450 Feb 14 15:20:46.249844 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-72dca42f-55f6-4751-afac-371cf7a5c395 req-365a1d39-01ef-42ef-bcc2-1fd2e01ac3e1 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411172 Feb 14 15:20:46.497197 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcbcf9-19c1-4168-8530-eed76adaefc0 req-be0ae9da-aa84-4d35-8fec-3579dec847a1 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:46.498657 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-eddcbcf9-19c1-4168-8530-eed76adaefc0 req-be0ae9da-aa84-4d35-8fec-3579dec847a1 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.0522590 Feb 14 15:20:46.557851 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-eddcbcf9-19c1-4168-8530-eed76adaefc0 req-7a9212d9-8afb-49f1-9608-5afb626a53a1 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534098 Feb 14 15:20:46.647267 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd912fc-e2a2-472e-b0fd-62b59549df7a req-ac6be197-6645-4ea2-a193-7cc13da922e0 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:46.648767 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5dd912fc-e2a2-472e-b0fd-62b59549df7a req-ac6be197-6645-4ea2-a193-7cc13da922e0 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0561049 Feb 14 15:20:46.697910 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5dd912fc-e2a2-472e-b0fd-62b59549df7a req-ce8d49dd-2acf-4439-8fd4-ad85fccbc288 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433619 Feb 14 15:20:47.301341 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:47.402073 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fba7f6-8729-4b4b-af6d-78b0c40075e6 req-35520393-4545-4a35-acb0-2149152e21b4 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:47.403908 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-14fba7f6-8729-4b4b-af6d-78b0c40075e6 req-35520393-4545-4a35-acb0-2149152e21b4 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 945 time: 0.0618906 Feb 14 15:20:47.453772 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-14fba7f6-8729-4b4b-af6d-78b0c40075e6 req-e8ba586e-ee3c-4036-be44-59a8c7bcb16f tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425522 Feb 14 15:20:47.692996 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d4fbe-8c60-4610-b552-da20c144e17c req-11e5e591-8f98-4a8e-a38c-4066e6cefd53 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:47.694395 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-519d4fbe-8c60-4610-b552-da20c144e17c req-11e5e591-8f98-4a8e-a38c-4066e6cefd53 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.0587289 Feb 14 15:20:47.742921 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-519d4fbe-8c60-4610-b552-da20c144e17c req-b3e2281f-a0f5-4be3-ad1f-5567e4c08fc7 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429773 Feb 14 15:20:47.833208 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d76fe9-a5b5-4fbb-a499-b7fcc2eb1b27 req-715c4d49-8ceb-4fc3-badd-38c379ad12dd tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:47.840711 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e7d76fe9-a5b5-4fbb-a499-b7fcc2eb1b27 req-715c4d49-8ceb-4fc3-badd-38c379ad12dd tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0617902 Feb 14 15:20:47.887972 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e7d76fe9-a5b5-4fbb-a499-b7fcc2eb1b27 req-fc89f86e-986f-49bb-82a3-56bb903f2959 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463173 Feb 14 15:20:48.572860 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:48.577496 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0708b-b475-4a8f-9691-b88a7617ac08 req-69cf87e5-352b-4afe-ac81-4d49cbc5af34 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:48.579027 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3fc0708b-b475-4a8f-9691-b88a7617ac08 req-69cf87e5-352b-4afe-ac81-4d49cbc5af34 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 945 time: 0.0553949 Feb 14 15:20:48.637554 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3fc0708b-b475-4a8f-9691-b88a7617ac08 req-69987c72-f0c5-468f-8338-d6ebf3781b5d tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517468 Feb 14 15:20:48.887903 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65294b8e-250b-4db1-960b-e003fd4909c2 req-896daa6c-6ae7-4b5e-bbf4-9ce51d3d46c0 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:48.889407 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-65294b8e-250b-4db1-960b-e003fd4909c2 req-896daa6c-6ae7-4b5e-bbf4-9ce51d3d46c0 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.0571311 Feb 14 15:20:48.948985 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-65294b8e-250b-4db1-960b-e003fd4909c2 req-456d8e4a-3a24-4567-8eb5-42b94519f59e tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527413 Feb 14 15:20:49.047707 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c00a3c-613d-4f0a-9eb2-ee0c6230dca5 req-947d97d2-7971-4ab8-be71-1ff32bd4cce4 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:49.049361 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-36c00a3c-613d-4f0a-9eb2-ee0c6230dca5 req-947d97d2-7971-4ab8-be71-1ff32bd4cce4 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0678666 Feb 14 15:20:49.118717 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-36c00a3c-613d-4f0a-9eb2-ee0c6230dca5 req-d2470107-0206-43ce-869c-d10a217abc2b tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554729 Feb 14 15:20:49.328419 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 39258) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:20:49.464431 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0619efcd-5d9f-4eaf-8985-e1db2e8857e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:49.547696 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0619efcd-5d9f-4eaf-8985-e1db2e8857e3 admin admin] Publish callbacks [] for security_group (e4cb6f11-f551-4bec-bd6e-e8e4cb5007b8), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:49.555284 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0619efcd-5d9f-4eaf-8985-e1db2e8857e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (e4cb6f11-f551-4bec-bd6e-e8e4cb5007b8), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:49.597509 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619efcd-5d9f-4eaf-8985-e1db2e8857e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cb6f11-f551-4bec-bd6e-e8e4cb5007b8,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:20:49.603213 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-0619efcd-5d9f-4eaf-8985-e1db2e8857e3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4481f5443b0346688786a80425999220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735927 Feb 14 15:20:49.605961 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 39264) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:20:49.608602 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619efcd-5d9f-4eaf-8985-e1db2e8857e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:49.609063 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619efcd-5d9f-4eaf-8985-e1db2e8857e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:49.615201 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619efcd-5d9f-4eaf-8985-e1db2e8857e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:49.615201 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619efcd-5d9f-4eaf-8985-e1db2e8857e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:49.615201 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619efcd-5d9f-4eaf-8985-e1db2e8857e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:49.615201 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619efcd-5d9f-4eaf-8985-e1db2e8857e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:49.615201 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619efcd-5d9f-4eaf-8985-e1db2e8857e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:49.615201 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619efcd-5d9f-4eaf-8985-e1db2e8857e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:49.615201 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619efcd-5d9f-4eaf-8985-e1db2e8857e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:49.615201 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619efcd-5d9f-4eaf-8985-e1db2e8857e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:49.615201 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619efcd-5d9f-4eaf-8985-e1db2e8857e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:49.615201 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619efcd-5d9f-4eaf-8985-e1db2e8857e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:49.615201 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619efcd-5d9f-4eaf-8985-e1db2e8857e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:20:49.678922 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f2b3f863-bab4-4bb0-b107-50c4af69c355 admin admin] Publish callbacks [] for security_group (e4cb6f11-f551-4bec-bd6e-e8e4cb5007b8), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:49.710369 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f2b3f863-bab4-4bb0-b107-50c4af69c355 admin admin] Publish callbacks [] for security_group (e4cb6f11-f551-4bec-bd6e-e8e4cb5007b8), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:49.779766 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:49.790639 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29d28d-9eb3-4e55-b680-fbe1b58d2577 req-a9037929-472d-48b2-a0f6-265691ce9983 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:49.799181 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f2b3f863-bab4-4bb0-b107-50c4af69c355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (e4cb6f11-f551-4bec-bd6e-e8e4cb5007b8), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:49.800512 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-eb29d28d-9eb3-4e55-b680-fbe1b58d2577 req-a9037929-472d-48b2-a0f6-265691ce9983 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 945 time: 0.0875883 Feb 14 15:20:49.801623 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f2b3f863-bab4-4bb0-b107-50c4af69c355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:49.805686 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f2b3f863-bab4-4bb0-b107-50c4af69c355 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e4cb6f11-f551-4bec-bd6e-e8e4cb5007b8 HTTP/1.1" status: 204 len: 168 time: 0.1960783 Feb 14 15:20:49.812481 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3f863-bab4-4bb0-b107-50c4af69c355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cb6f11-f551-4bec-bd6e-e8e4cb5007b8,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:20:49.878098 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-eb29d28d-9eb3-4e55-b680-fbe1b58d2577 req-d6cafc48-1c8b-4860-aca0-bbfcf793338b tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702298 Feb 14 15:20:50.167261 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044436d2-3541-4008-8993-4e4583aeb5f5 req-c521b010-a748-4cfd-bc8b-935e322aa2e3 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:50.169543 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-044436d2-3541-4008-8993-4e4583aeb5f5 req-c521b010-a748-4cfd-bc8b-935e322aa2e3 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.1098967 Feb 14 15:20:50.243116 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-044436d2-3541-4008-8993-4e4583aeb5f5 req-b187a0d2-fbf7-4a45-817e-854967a93388 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654907 Feb 14 15:20:50.251107 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381d24a-2987-4fac-afec-0aec94c36dd7 req-61421a4d-fd3d-4f66-ae9d-095fa04c76da tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:50.253737 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1381d24a-2987-4fac-afec-0aec94c36dd7 req-61421a4d-fd3d-4f66-ae9d-095fa04c76da tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0585830 Feb 14 15:20:50.306424 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1381d24a-2987-4fac-afec-0aec94c36dd7 req-bca0e83f-538e-4d65-8d5f-d9db8a62e143 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456278 Feb 14 15:20:50.990794 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e603693-99cb-4bc8-b252-828f3b1b667f req-1d1e1f21-b9ef-4bd1-b347-4efd6eaf63e7 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:50.992308 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9e603693-99cb-4bc8-b252-828f3b1b667f req-1d1e1f21-b9ef-4bd1-b347-4efd6eaf63e7 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 945 time: 0.0551698 Feb 14 15:20:51.041461 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9e603693-99cb-4bc8-b252-828f3b1b667f req-ce0b327d-fe73-4fc1-a521-8f87a030d247 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436904 Feb 14 15:20:51.366660 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f38a37-1c67-4443-990e-cd06bf5f2800 req-5f93d2db-e925-49a0-8db5-fdba7fe9a991 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:51.368191 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-54f38a37-1c67-4443-990e-cd06bf5f2800 req-5f93d2db-e925-49a0-8db5-fdba7fe9a991 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.0529606 Feb 14 15:20:51.419717 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-54f38a37-1c67-4443-990e-cd06bf5f2800 req-5a86eb29-e02d-4213-a86b-ce9a148788c7 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459797 Feb 14 15:20:51.432399 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dce5ba-3b93-4725-92e0-13a1c8b11662 req-55b90361-ab97-4b56-8356-04f489e18b1b tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:51.434124 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-57dce5ba-3b93-4725-92e0-13a1c8b11662 req-55b90361-ab97-4b56-8356-04f489e18b1b tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0528033 Feb 14 15:20:51.481980 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-57dce5ba-3b93-4725-92e0-13a1c8b11662 req-8030512a-a4c6-4bcf-9fdc-2ed13ce3c463 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421557 Feb 14 15:20:51.597609 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5a223fd5-5a1d-4eb8-ba16-e81c001433c3 req-753fd2e1-0ed8-48e2-85ea-d7e515d4114d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480182 Feb 14 15:20:51.665466 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a223fd5-5a1d-4eb8-ba16-e81c001433c3 req-6b5b985e-ce2d-4b20-80b2-04f1bc17802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:51.666996 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5a223fd5-5a1d-4eb8-ba16-e81c001433c3 req-6b5b985e-ce2d-4b20-80b2-04f1bc17802d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=258d3453eec942f3944f9299fcf5227d&device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 1130 time: 0.0440657 Feb 14 15:20:51.801809 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a223fd5-5a1d-4eb8-ba16-e81c001433c3 req-7fcc4b71-e82d-479e-8648-41668551b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:51.803339 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5a223fd5-5a1d-4eb8-ba16-e81c001433c3 req-7fcc4b71-e82d-479e-8648-41668551b2f8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=00f85281-ff4d-4b0b-88d7-a69a834aef35 HTTP/1.1" status: 200 len: 919 time: 0.0983400 Feb 14 15:20:51.846972 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5a223fd5-5a1d-4eb8-ba16-e81c001433c3 req-3b30db46-7140-451f-8be6-cbfee6ddac2f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad HTTP/1.1" status: 200 len: 217 time: 0.0358348 Feb 14 15:20:51.894649 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a223fd5-5a1d-4eb8-ba16-e81c001433c3 req-d61238cb-6714-42b2-b856-cfbdb8c4f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:51.896131 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5a223fd5-5a1d-4eb8-ba16-e81c001433c3 req-d61238cb-6714-42b2-b856-cfbdb8c4f453 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=01ea2392-36a5-4e0f-bc30-1b0aaada039f HTTP/1.1" status: 200 len: 858 time: 0.0428774 Feb 14 15:20:51.928975 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5a223fd5-5a1d-4eb8-ba16-e81c001433c3 req-f889f5fc-e4dc-4cbd-9396-d8b290363536 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=00f85281-ff4d-4b0b-88d7-a69a834aef35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261757 Feb 14 15:20:52.020305 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5a223fd5-5a1d-4eb8-ba16-e81c001433c3 req-3df82814-a883-4089-93ce-ca87ff20be16 service neutron] 10.222.0.77 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846624 Feb 14 15:20:52.130762 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5a223fd5-5a1d-4eb8-ba16-e81c001433c3 req-2675610a-e59c-4e6e-8c4a-9c18032fbb7a service neutron] 10.222.0.77 "GET /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965354 Feb 14 15:20:52.161996 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99facf-37ae-4431-8968-c0fabfc07ea6 req-3583f2a3-eeb3-47bf-93a8-61ea29b5e2e0 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:52.163734 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ad99facf-37ae-4431-8968-c0fabfc07ea6 req-3583f2a3-eeb3-47bf-93a8-61ea29b5e2e0 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 945 time: 0.0544205 Feb 14 15:20:52.214612 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ad99facf-37ae-4431-8968-c0fabfc07ea6 req-2c9f0de0-ed9f-4662-92cd-03650381d0c7 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452533 Feb 14 15:20:52.548957 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592802ec-a82f-4375-8b4d-6a95c25afd37 req-a663a973-2bd2-4405-8fca-19430b9df67e tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:52.551132 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-592802ec-a82f-4375-8b4d-6a95c25afd37 req-a663a973-2bd2-4405-8fca-19430b9df67e tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.0589976 Feb 14 15:20:52.654068 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-592802ec-a82f-4375-8b4d-6a95c25afd37 req-cdfac377-e5c0-4fbf-ae03-725ece26ce05 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960410 Feb 14 15:20:52.674979 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5f5d7-0f59-4236-b55b-3208cbd7c8d0 req-c3d23cf9-4286-44a6-aa87-97756b7ac500 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:52.677718 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a7d5f5d7-0f59-4236-b55b-3208cbd7c8d0 req-c3d23cf9-4286-44a6-aa87-97756b7ac500 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 945 time: 0.1131051 Feb 14 15:20:52.712005 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549a394-6ac2-457f-960d-ceeeba039dd0 req-58316067-0170-497e-969a-0069e43b8425 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:52.713442 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1549a394-6ac2-457f-960d-ceeeba039dd0 req-58316067-0170-497e-969a-0069e43b8425 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0966561 Feb 14 15:20:52.772155 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1549a394-6ac2-457f-960d-ceeeba039dd0 req-cba0a02a-d1e9-4546-935b-66adb841f172 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509484 Feb 14 15:20:52.792662 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-a7d5f5d7-0f59-4236-b55b-3208cbd7c8d0 req-d51b36bf-a0a4-4e8c-bb9e-e58ff0846b88 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Deleting port 7f729812-4a5e-4a3c-8655-6dbff0eaed75 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:20:52.793201 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-a7d5f5d7-0f59-4236-b55b-3208cbd7c8d0 req-d51b36bf-a0a4-4e8c-bb9e-e58ff0846b88 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (7f729812-4a5e-4a3c-8655-6dbff0eaed75), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:52.900206 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-a7d5f5d7-0f59-4236-b55b-3208cbd7c8d0 req-d51b36bf-a0a4-4e8c-bb9e-e58ff0846b88 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] For port 7f729812-4a5e-4a3c-8655-6dbff0eaed75, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7f729812-4a5e-4a3c-8655-6dbff0eaed75,segment=NetworkSegment(51d015d4-cb41-4169-9c17-68bb917adb3e),segment_id=51d015d4-cb41-4169-9c17-68bb917adb3e)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:20:52.901078 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-a7d5f5d7-0f59-4236-b55b-3208cbd7c8d0 req-d51b36bf-a0a4-4e8c-bb9e-e58ff0846b88 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (7f729812-4a5e-4a3c-8655-6dbff0eaed75), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:52.923371 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-a7d5f5d7-0f59-4236-b55b-3208cbd7c8d0 req-d51b36bf-a0a4-4e8c-bb9e-e58ff0846b88 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Calling delete_port for 7f729812-4a5e-4a3c-8655-6dbff0eaed75 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:20:53.064959 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2047a-915d-4f4e-869c-6c3b22c5b24c req-0e8c73e5-0fda-4937-981e-76f3104c0cea tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:53.068845 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4eb2047a-915d-4f4e-869c-6c3b22c5b24c req-0e8c73e5-0fda-4937-981e-76f3104c0cea tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0917454 Feb 14 15:20:53.077650 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-a7d5f5d7-0f59-4236-b55b-3208cbd7c8d0 req-d51b36bf-a0a4-4e8c-bb9e-e58ff0846b88 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (7f729812-4a5e-4a3c-8655-6dbff0eaed75), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:53.090043 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['44b0868f-fa37-4cbc-b055-0b56461ac853', '7f729812-4a5e-4a3c-8655-6dbff0eaed75'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:20:53.108777 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b36bf-a0a4-4e8c-bb9e-e58ff0846b88 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Pushing event deleted for resources: {'Port': ['ID=7f729812-4a5e-4a3c-8655-6dbff0eaed75,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:20:53.155876 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4eb2047a-915d-4f4e-869c-6c3b22c5b24c req-6370c07d-7b92-4d3f-910d-b0c7d09028ac tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827813 Feb 14 15:20:53.160238 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d5f5d7-0f59-4236-b55b-3208cbd7c8d0 req-d51b36bf-a0a4-4e8c-bb9e-e58ff0846b88 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] No DVR routers for this DVR port 7f729812-4a5e-4a3c-8655-6dbff0eaed75 on host hv-cinder-81514 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:20:53.164936 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-a7d5f5d7-0f59-4236-b55b-3208cbd7c8d0 req-d51b36bf-a0a4-4e8c-bb9e-e58ff0846b88 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:53.166094 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a394e67-bbbb-4b30-ad1f-920827a5a0ba req-0c749125-d95d-4779-b765-fa5921fa6d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:53.168073 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6a394e67-bbbb-4b30-ad1f-920827a5a0ba req-0c749125-d95d-4779-b765-fa5921fa6d50 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=656f45aa39584fa99a563c00f915eda2&device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 1129 time: 0.0872824 Feb 14 15:20:53.169026 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a7d5f5d7-0f59-4236-b55b-3208cbd7c8d0 req-d51b36bf-a0a4-4e8c-bb9e-e58ff0846b88 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.77 "DELETE /v2.0/ports/7f729812-4a5e-4a3c-8655-6dbff0eaed75 HTTP/1.1" status: 204 len: 173 time: 0.4849453 Feb 14 15:20:53.169512 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c06a15c-5e84-45ec-9790-6cbc9fb86704', 'name': 'network-vif-deleted', 'tag': '7f729812-4a5e-4a3c-8655-6dbff0eaed75'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:20:53.172388 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba19318-7668-471a-a8b8-5901562798e0" -d '{"events": [{"server_uuid": "1c06a15c-5e84-45ec-9790-6cbc9fb86704", "name": "network-vif-deleted", "tag": "7f729812-4a5e-4a3c-8655-6dbff0eaed75"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:20:53.218460 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe3e6cb-8da3-44c1-8836-4cae47e5905b x-openstack-request-id: req-efe3e6cb-8da3-44c1-8836-4cae47e5905b {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:20:53.218787 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c06a15c-5e84-45ec-9790-6cbc9fb86704", "name": "network-vif-deleted", "tag": "7f729812-4a5e-4a3c-8655-6dbff0eaed75", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:20:53.219721 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-efe3e6cb-8da3-44c1-8836-4cae47e5905b {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:20:53.219721 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c06a15c-5e84-45ec-9790-6cbc9fb86704', 'name': 'network-vif-deleted', 'tag': '7f729812-4a5e-4a3c-8655-6dbff0eaed75', 'status': 'completed', 'code': 200} Feb 14 15:20:53.282128 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a394e67-bbbb-4b30-ad1f-920827a5a0ba req-aa7b5933-4c44-4fee-bf64-5a43ab619593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:53.284246 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6a394e67-bbbb-4b30-ad1f-920827a5a0ba req-aa7b5933-4c44-4fee-bf64-5a43ab619593 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d8a50fc3-d129-4b74-b14e-edfcc858c8cc HTTP/1.1" status: 200 len: 911 time: 0.0996859 Feb 14 15:20:53.352073 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a07a5c5e-a5bf-454e-b99f-0297f40ef118 req-c7c450b8-74f6-41b8-b0a6-3ccfcb8a180a tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c06a15c-5e84-45ec-9790-6cbc9fb86704 HTTP/1.1" status: 200 len: 210 time: 0.0616250 Feb 14 15:20:53.377926 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6a394e67-bbbb-4b30-ad1f-920827a5a0ba req-4b3a3585-4903-456c-8d11-0eaf915ce6d8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56799805-9581-427d-9206-ca0ee9a313c5 HTTP/1.1" status: 200 len: 1001 time: 0.0862155 Feb 14 15:20:53.433292 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a394e67-bbbb-4b30-ad1f-920827a5a0ba req-caeae8be-ea7a-448c-a5c8-f078c8ed0cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:53.434755 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6a394e67-bbbb-4b30-ad1f-920827a5a0ba req-caeae8be-ea7a-448c-a5c8-f078c8ed0cfe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d07b9fd1-0958-4b2c-aed9-2e37c98ea84c HTTP/1.1" status: 200 len: 849 time: 0.0453680 Feb 14 15:20:53.488819 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a394e67-bbbb-4b30-ad1f-920827a5a0ba req-e82a5585-f0f8-470f-9f69-65896e5818c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:53.490208 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6a394e67-bbbb-4b30-ad1f-920827a5a0ba req-e82a5585-f0f8-470f-9f69-65896e5818c8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8a50fc3-d129-4b74-b14e-edfcc858c8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439537 Feb 14 15:20:53.581420 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6a394e67-bbbb-4b30-ad1f-920827a5a0ba req-eb641fa1-67d0-40f5-99a8-b87cea70ca81 service neutron] 10.222.0.77 "GET /v2.0/networks/d8a50fc3-d129-4b74-b14e-edfcc858c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835114 Feb 14 15:20:53.679946 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6a394e67-bbbb-4b30-ad1f-920827a5a0ba req-f37dc594-c116-418e-b7ad-b4d4b339cd4f service neutron] 10.222.0.77 "GET /v2.0/networks/d8a50fc3-d129-4b74-b14e-edfcc858c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899975 Feb 14 15:20:53.787194 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4faa2-ced9-4a85-8840-907ab646270b req-82f76866-8c65-481f-9970-9d1629435890 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:53.790242 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7fe4faa2-ced9-4a85-8840-907ab646270b req-82f76866-8c65-481f-9970-9d1629435890 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.0571499 Feb 14 15:20:53.845606 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7fe4faa2-ced9-4a85-8840-907ab646270b req-78a32d16-2758-4ff3-9b95-1660a24c7846 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507791 Feb 14 15:20:54.284588 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc7fb8-6313-4f15-b5e1-566c00e853fb req-db1dd4bb-c444-4057-8e12-11ea59bafbf2 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:54.286095 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-13dc7fb8-6313-4f15-b5e1-566c00e853fb req-db1dd4bb-c444-4057-8e12-11ea59bafbf2 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0571952 Feb 14 15:20:54.334938 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-13dc7fb8-6313-4f15-b5e1-566c00e853fb req-16885d01-3051-416f-b4ca-7fdf823aac0f tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432262 Feb 14 15:20:54.976617 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9c456-47b9-4f20-8e83-10a71d29b055 req-c24e1bab-9f3d-4a64-a205-b656b0488de2 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:54.978200 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8bc9c456-47b9-4f20-8e83-10a71d29b055 req-c24e1bab-9f3d-4a64-a205-b656b0488de2 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.0540578 Feb 14 15:20:55.027170 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8bc9c456-47b9-4f20-8e83-10a71d29b055 req-0d84d3b8-92d7-41b1-8ca1-9ece04ce3832 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433891 Feb 14 15:20:55.123627 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933b57d-fdbe-4128-bae5-7c5c7ef3ab4b req-fa8c2c72-5eeb-4b0d-9bab-325a79078584 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:55.125120 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4933b57d-fdbe-4128-bae5-7c5c7ef3ab4b req-fa8c2c72-5eeb-4b0d-9bab-325a79078584 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0513058 Feb 14 15:20:55.173350 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4933b57d-fdbe-4128-bae5-7c5c7ef3ab4b req-dfdf065f-f21a-4560-9bfd-a6c01be168bf tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425436 Feb 14 15:20:55.457517 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd736e-3756-434b-9248-801128575ed4 req-02e33d15-a88c-43cf-b3bc-d21eb1406b8d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:55.458991 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-01dd736e-3756-434b-9248-801128575ed4 req-02e33d15-a88c-43cf-b3bc-d21eb1406b8d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0569799 Feb 14 15:20:55.504875 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-01dd736e-3756-434b-9248-801128575ed4 req-714b8054-f13c-43f0-afef-b846b7ff8d84 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404348 Feb 14 15:20:55.738896 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71223e2b-83e2-40f0-92cb-22da3d76fe43 req-e124a535-cc19-4c1a-b2ce-6059d5aa780c tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:55.740426 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-71223e2b-83e2-40f0-92cb-22da3d76fe43 req-e124a535-cc19-4c1a-b2ce-6059d5aa780c tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 946 time: 0.0546732 Feb 14 15:20:55.787929 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-71223e2b-83e2-40f0-92cb-22da3d76fe43 req-3d7aaea8-0a0a-4f19-8eb7-d5a70bd09a22 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411415 Feb 14 15:20:56.150998 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9f936-e9a4-4b1c-a75a-6a14d024c862 req-a71070b5-9e5d-4ce0-b840-15abd4671e5d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:56.152501 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3ad9f936-e9a4-4b1c-a75a-6a14d024c862 req-a71070b5-9e5d-4ce0-b840-15abd4671e5d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.0517018 Feb 14 15:20:56.200057 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3ad9f936-e9a4-4b1c-a75a-6a14d024c862 req-b8a792e6-ca22-42a8-9b6e-b50f8ac6384a tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417335 Feb 14 15:20:56.289929 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5d189-c005-452f-9cd0-51b9686a25c4 req-8640abcc-ca21-4100-8c7e-2a8de4f4fb21 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:56.291402 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bfc5d189-c005-452f-9cd0-51b9686a25c4 req-8640abcc-ca21-4100-8c7e-2a8de4f4fb21 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0512135 Feb 14 15:20:56.342417 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bfc5d189-c005-452f-9cd0-51b9686a25c4 req-37a58fdd-2cca-48b1-8e57-2db8d2ec077b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454485 Feb 14 15:20:56.743228 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 7f729812-4a5e-4a3c-8655-6dbff0eaed75 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:20:56.762463 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] No Port match for: 7f729812-4a5e-4a3c-8655-6dbff0eaed75 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:20:56.762812 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 7f729812-4a5e-4a3c-8655-6dbff0eaed75 not bound to the agent host hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:20:56.904668 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dbfd1-44a1-4f84-975b-e6bc4276009e req-09f9616b-9b76-4a22-8d66-e62db679dc46 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:56.906157 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8d3dbfd1-44a1-4f84-975b-e6bc4276009e req-09f9616b-9b76-4a22-8d66-e62db679dc46 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 946 time: 0.0519600 Feb 14 15:20:56.952203 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8d3dbfd1-44a1-4f84-975b-e6bc4276009e req-539ef619-8102-4d77-9c47-cf1e89962552 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399191 Feb 14 15:20:57.321035 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba81cf9-a320-4260-b65f-f2243a998fa4 req-c9c42d69-2c13-47c0-90b0-f4561ef78332 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:57.322473 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5ba81cf9-a320-4260-b65f-f2243a998fa4 req-c9c42d69-2c13-47c0-90b0-f4561ef78332 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.0510762 Feb 14 15:20:57.370664 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5ba81cf9-a320-4260-b65f-f2243a998fa4 req-8ee9a055-8a1b-4761-a740-bad2b2e154c9 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426652 Feb 14 15:20:57.468281 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453b657-e5ff-49e0-970c-339e2eade4d8 req-7ec39cc2-b966-400b-b357-c7fad47460da tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:57.470053 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f453b657-e5ff-49e0-970c-339e2eade4d8 req-7ec39cc2-b966-400b-b357-c7fad47460da tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0570121 Feb 14 15:20:57.521231 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f453b657-e5ff-49e0-970c-339e2eade4d8 req-24dcd4cf-6ec0-493c-b454-9766755b40eb tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439408 Feb 14 15:20:57.768376 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a38602-ce14-4db7-b9a9-247a4d2f289d req-c54f99a1-a9ce-4993-a433-1dd3ee0064bc tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:57.769816 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f7a38602-ce14-4db7-b9a9-247a4d2f289d req-c54f99a1-a9ce-4993-a433-1dd3ee0064bc tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 946 time: 0.0513611 Feb 14 15:20:57.818945 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f112e-0ae4-477d-9635-7676fec01a90 req-8ece2cb1-45f1-445d-8320-0c199c0f8d6b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:57.820368 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8e8f112e-0ae4-477d-9635-7676fec01a90 req-8ece2cb1-45f1-445d-8320-0c199c0f8d6b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.77 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 946 time: 0.0540116 Feb 14 15:20:57.872992 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [req-f7a38602-ce14-4db7-b9a9-247a4d2f289d req-5853e6f8-f208-4c95-90b3-7f717db28fc6 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Deleting port 44b0868f-fa37-4cbc-b055-0b56461ac853 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:20:57.873360 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-f7a38602-ce14-4db7-b9a9-247a4d2f289d req-5853e6f8-f208-4c95-90b3-7f717db28fc6 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (44b0868f-fa37-4cbc-b055-0b56461ac853), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:57.919079 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-8e8f112e-0ae4-477d-9635-7676fec01a90 req-4ca0baab-e10d-472d-8f58-55198f25842c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Deleting port b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:20:57.919421 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-8e8f112e-0ae4-477d-9635-7676fec01a90 req-4ca0baab-e10d-472d-8f58-55198f25842c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:57.964733 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-f7a38602-ce14-4db7-b9a9-247a4d2f289d req-5853e6f8-f208-4c95-90b3-7f717db28fc6 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] For port 44b0868f-fa37-4cbc-b055-0b56461ac853, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=44b0868f-fa37-4cbc-b055-0b56461ac853,segment=NetworkSegment(51d015d4-cb41-4169-9c17-68bb917adb3e),segment_id=51d015d4-cb41-4169-9c17-68bb917adb3e)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:20:57.965136 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-f7a38602-ce14-4db7-b9a9-247a4d2f289d req-5853e6f8-f208-4c95-90b3-7f717db28fc6 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (44b0868f-fa37-4cbc-b055-0b56461ac853), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:57.980403 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [req-f7a38602-ce14-4db7-b9a9-247a4d2f289d req-5853e6f8-f208-4c95-90b3-7f717db28fc6 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Calling delete_port for 44b0868f-fa37-4cbc-b055-0b56461ac853 owned by compute:nova {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:20:58.011309 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-8e8f112e-0ae4-477d-9635-7676fec01a90 req-4ca0baab-e10d-472d-8f58-55198f25842c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] For port b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad,segment=NetworkSegment(1ae138bf-95a3-42da-9057-418c2dffc77b),segment_id=1ae138bf-95a3-42da-9057-418c2dffc77b)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:20:58.011800 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-8e8f112e-0ae4-477d-9635-7676fec01a90 req-4ca0baab-e10d-472d-8f58-55198f25842c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:58.026420 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-8e8f112e-0ae4-477d-9635-7676fec01a90 req-4ca0baab-e10d-472d-8f58-55198f25842c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Calling delete_port for b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:20:58.162572 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-8e8f112e-0ae4-477d-9635-7676fec01a90 req-4ca0baab-e10d-472d-8f58-55198f25842c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:58.179215 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['f220a3dd-73f2-4961-b7ad-99cbb024e554', 'b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:20:58.192674 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0baab-e10d-472d-8f58-55198f25842c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Pushing event deleted for resources: {'Port': ['ID=b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:20:58.240385 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8f112e-0ae4-477d-9635-7676fec01a90 req-4ca0baab-e10d-472d-8f58-55198f25842c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] No DVR routers for this DVR port b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad on host hv-cinder-81514 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:20:58.242986 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-8e8f112e-0ae4-477d-9635-7676fec01a90 req-4ca0baab-e10d-472d-8f58-55198f25842c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:58.246476 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8e8f112e-0ae4-477d-9635-7676fec01a90 req-4ca0baab-e10d-472d-8f58-55198f25842c tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.77 "DELETE /v2.0/ports/b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad HTTP/1.1" status: 204 len: 173 time: 0.4207258 Feb 14 15:20:58.246926 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1', 'name': 'network-vif-deleted', 'tag': 'b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:20:58.249277 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f853e52-a28d-4e6b-89d8-27c063656696" -d '{"events": [{"server_uuid": "75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1", "name": "network-vif-deleted", "tag": "b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:20:58.315132 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397468d5-c674-419a-91ad-a9f714305d29 x-openstack-request-id: req-397468d5-c674-419a-91ad-a9f714305d29 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:20:58.315483 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1", "name": "network-vif-deleted", "tag": "b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:20:58.315978 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-397468d5-c674-419a-91ad-a9f714305d29 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:20:58.316394 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1', 'name': 'network-vif-deleted', 'tag': 'b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad', 'status': 'completed', 'code': 200} Feb 14 15:20:58.331932 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41b30c-2b58-4c31-9cb3-fbeb0f0acb79 req-eccd651a-1c70-4263-bf0e-defb807274a9 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:58.336098 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3d41b30c-2b58-4c31-9cb3-fbeb0f0acb79 req-eccd651a-1c70-4263-bf0e-defb807274a9 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/ports?device_id=a8cf051e-de69-4c09-9f19-d2bffcf9e522 HTTP/1.1" status: 200 len: 946 time: 0.0970025 Feb 14 15:20:58.430328 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3d41b30c-2b58-4c31-9cb3-fbeb0f0acb79 req-b0f21d6f-4311-4f3d-b00a-fe5e2e8db0fc tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.87 "GET /v2.0/security-groups?id=44bc8451-7ede-4578-8a47-c949cca84ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901425 Feb 14 15:20:58.434910 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-f7a38602-ce14-4db7-b9a9-247a4d2f289d req-5853e6f8-f208-4c95-90b3-7f717db28fc6 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (44b0868f-fa37-4cbc-b055-0b56461ac853), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:58.452228 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['44b0868f-fa37-4cbc-b055-0b56461ac853'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:20:58.471597 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853e6f8-f208-4c95-90b3-7f717db28fc6 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Pushing event deleted for resources: {'Port': ['ID=44b0868f-fa37-4cbc-b055-0b56461ac853,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:20:58.508892 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a38602-ce14-4db7-b9a9-247a4d2f289d req-5853e6f8-f208-4c95-90b3-7f717db28fc6 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] No DVR routers for this DVR port 44b0868f-fa37-4cbc-b055-0b56461ac853 on host hv-cinder-81514 {{(pid=102564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:20:58.511404 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-f7a38602-ce14-4db7-b9a9-247a4d2f289d req-5853e6f8-f208-4c95-90b3-7f717db28fc6 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:58.514964 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f7a38602-ce14-4db7-b9a9-247a4d2f289d req-5853e6f8-f208-4c95-90b3-7f717db28fc6 tempest-AttachVolumeNegativeTest-1821623532 tempest-AttachVolumeNegativeTest-1821623532-project] 10.222.0.77 "DELETE /v2.0/ports/44b0868f-fa37-4cbc-b055-0b56461ac853 HTTP/1.1" status: 204 len: 173 time: 0.7376270 Feb 14 15:20:58.515422 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cf051e-de69-4c09-9f19-d2bffcf9e522', 'name': 'network-vif-deleted', 'tag': '44b0868f-fa37-4cbc-b055-0b56461ac853'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:20:58.517826 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114b17781d7584df24a73d2ca002b1fc4e4ef728ba6c29ea40a3094f371b155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd64fe34-cb96-4fa1-b697-e9fc8ab3c948" -d '{"events": [{"server_uuid": "a8cf051e-de69-4c09-9f19-d2bffcf9e522", "name": "network-vif-deleted", "tag": "44b0868f-fa37-4cbc-b055-0b56461ac853"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:20:58.520404 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a830e-f4e6-4e30-bf47-1b2a146ab73c req-8e01ecc5-c874-44c3-9d8d-6a89bffb22ea tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:58.521946 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2d7a830e-f4e6-4e30-bf47-1b2a146ab73c req-8e01ecc5-c874-44c3-9d8d-6a89bffb22ea tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.0584288 Feb 14 15:20:58.564518 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b5a879-2102-46c2-8e6c-0b35de957151 x-openstack-request-id: req-e2b5a879-2102-46c2-8e6c-0b35de957151 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:20:58.566318 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cf051e-de69-4c09-9f19-d2bffcf9e522", "name": "network-vif-deleted", "tag": "44b0868f-fa37-4cbc-b055-0b56461ac853", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:20:58.566583 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e2b5a879-2102-46c2-8e6c-0b35de957151 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:20:58.567032 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cf051e-de69-4c09-9f19-d2bffcf9e522', 'name': 'network-vif-deleted', 'tag': '44b0868f-fa37-4cbc-b055-0b56461ac853', 'status': 'completed', 'code': 200} Feb 14 15:20:58.578311 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2d7a830e-f4e6-4e30-bf47-1b2a146ab73c req-4fb08ff9-5ebf-4fe5-8ddf-f867e26a5c9f tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506806 Feb 14 15:20:58.654952 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3f394700-938d-4a24-ad17-ab1e68dbbc84 req-a4d714fa-5c8c-4559-adbc-7e788f9ef2f4 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=75bcbd28-40ae-4b61-ba99-4fcdbb67b1e1 HTTP/1.1" status: 200 len: 210 time: 0.0276761 Feb 14 15:20:59.488327 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 39370) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:20:59.535249 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_v2 [None req-445abdbc-8968-460d-8a2c-d2776dd24f6b admin admin] Deleting subnet 818a8ed2-f30e-480b-9539-d8e96c970bbf {{(pid=102564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:20:59.538353 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-445abdbc-8968-460d-8a2c-d2776dd24f6b admin admin] Publish callbacks [] for subnet (818a8ed2-f30e-480b-9539-d8e96c970bbf), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:59.572401 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-445abdbc-8968-460d-8a2c-d2776dd24f6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63366563'] for subnet (818a8ed2-f30e-480b-9539-d8e96c970bbf), precommit_delete_associations {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:59.611004 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-445abdbc-8968-460d-8a2c-d2776dd24f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1868731'] for subnet (818a8ed2-f30e-480b-9539-d8e96c970bbf), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:59.673163 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-445abdbc-8968-460d-8a2c-d2776dd24f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62982484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63375816'] for subnet (818a8ed2-f30e-480b-9539-d8e96c970bbf), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:59.719490 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445abdbc-8968-460d-8a2c-d2776dd24f6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=818a8ed2-f30e-480b-9539-d8e96c970bbf,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:20:59.724399 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-445abdbc-8968-460d-8a2c-d2776dd24f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:59.729921 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-445abdbc-8968-460d-8a2c-d2776dd24f6b admin admin] 10.222.0.87 "DELETE /v2.0/subnets/818a8ed2-f30e-480b-9539-d8e96c970bbf HTTP/1.1" status: 204 len: 168 time: 0.2382228 Feb 14 15:20:59.730504 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 39378) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:20:59.750761 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84497585-3780-4d75-aee5-1b8da6abfbc4 req-0b6cb215-3cc3-4baa-8971-1ecf524be62d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:59.752909 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-84497585-3780-4d75-aee5-1b8da6abfbc4 req-0b6cb215-3cc3-4baa-8971-1ecf524be62d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.0884800 Feb 14 15:20:59.803436 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-05f29836-08cf-438e-b7fd-a4c30be9cefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1712449'] for network (438f6288-4686-4452-8a20-ac5b28efd854), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:59.803843 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-84497585-3780-4d75-aee5-1b8da6abfbc4 req-170bc654-2685-45b3-80ab-51f6c273a188 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442715 Feb 14 15:20:59.891003 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-05f29836-08cf-438e-b7fd-a4c30be9cefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1869372', 'neutron.services.segments.db._delete_segments_for_network-8752305293424'] for network (438f6288-4686-4452-8a20-ac5b28efd854), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:59.913022 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-05f29836-08cf-438e-b7fd-a4c30be9cefb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438f6288-4686-4452-8a20-ac5b28efd854']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:20:59.922083 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-05f29836-08cf-438e-b7fd-a4c30be9cefb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d015d4-cb41-4169-9c17-68bb917adb3e') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:20:59.922385 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-05f29836-08cf-438e-b7fd-a4c30be9cefb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d015d4-cb41-4169-9c17-68bb917adb3e') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:20:59.931467 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-05f29836-08cf-438e-b7fd-a4c30be9cefb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752305294713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63220623'] for segment (51d015d4-cb41-4169-9c17-68bb917adb3e), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:59.944390 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-05f29836-08cf-438e-b7fd-a4c30be9cefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (51d015d4-cb41-4169-9c17-68bb917adb3e), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:59.946333 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac674b9-0736-4a4b-831a-cda845f4f6e1 req-e141382b-35f6-4103-a7ca-454f0c5ab581 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:20:59.947846 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9ac674b9-0736-4a4b-831a-cda845f4f6e1 req-e141382b-35f6-4103-a7ca-454f0c5ab581 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0524988 Feb 14 15:20:59.950229 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f29836-08cf-438e-b7fd-a4c30be9cefb admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:20:59.950626 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-05f29836-08cf-438e-b7fd-a4c30be9cefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63367343'] for segment (51d015d4-cb41-4169-9c17-68bb917adb3e), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: Traceback (most recent call last): Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: timer() Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: cb(*args, **kw) Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: return func(*args, **kwargs) Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: self._notify() Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: self.callback(batched_events) Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: event.method(event) Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: return f(self, *a, **k) Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: return self._get(url).json() Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:20:59.952707 dv-cinder-815146-10-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:20:59.996352 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9ac674b9-0736-4a4b-831a-cda845f4f6e1 req-cfc61263-30d1-4948-91c9-8d48fde035e6 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420163 Feb 14 15:21:00.010572 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-05f29836-08cf-438e-b7fd-a4c30be9cefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1869365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560688'] for network (438f6288-4686-4452-8a20-ac5b28efd854), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:00.024951 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-05f29836-08cf-438e-b7fd-a4c30be9cefb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:00.028157 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-05f29836-08cf-438e-b7fd-a4c30be9cefb admin admin] 10.222.0.87 "DELETE /v2.0/networks/438f6288-4686-4452-8a20-ac5b28efd854 HTTP/1.1" status: 204 len: 168 time: 0.2965894 Feb 14 15:21:00.037917 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f29836-08cf-438e-b7fd-a4c30be9cefb admin admin] Pushing event deleted for resources: {'Network': ['ID=438f6288-4686-4452-8a20-ac5b28efd854,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:00.189375 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 39384) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:00.229272 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-f0c9d978-5c13-4726-9161-5fc5d385dcea admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9c9f16de8df448a89ca48ff22f7a1d34&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385351 Feb 14 15:21:00.231753 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 39386) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:00.278523 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0518c53a-fcb0-45a9-ace5-00e25b7c91e1 admin admin] Publish callbacks [] for security_group (44bc8451-7ede-4578-8a47-c949cca84ca5), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:00.299639 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0518c53a-fcb0-45a9-ace5-00e25b7c91e1 admin admin] Publish callbacks [] for security_group (44bc8451-7ede-4578-8a47-c949cca84ca5), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:00.345459 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0518c53a-fcb0-45a9-ace5-00e25b7c91e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (44bc8451-7ede-4578-8a47-c949cca84ca5), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:00.348345 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0518c53a-fcb0-45a9-ace5-00e25b7c91e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:00.350388 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-0518c53a-fcb0-45a9-ace5-00e25b7c91e1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/44bc8451-7ede-4578-8a47-c949cca84ca5 HTTP/1.1" status: 204 len: 168 time: 0.1167462 Feb 14 15:21:00.357676 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518c53a-fcb0-45a9-ace5-00e25b7c91e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bc8451-7ede-4578-8a47-c949cca84ca5,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:00.734692 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 48624f8e-759c-4a17-8f94-964331589aa1 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:21:00.836862 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 48624f8e-759c-4a17-8f94-964331589aa1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=48624f8e-759c-4a17-8f94-964331589aa1,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:21:00.848759 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': '48624f8e-759c-4a17-8f94-964331589aa1', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'port_id': '48624f8e-759c-4a17-8f94-964331589aa1', 'mac_address': 'fa:16:3e:47:98:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:21:00.894471 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 48624f8e-759c-4a17-8f94-964331589aa1 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:21:00.894471 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (48624f8e-759c-4a17-8f94-964331589aa1), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:00.907332 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48624f8e-759c-4a17-8f94-964331589aa1 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:21:00.930977 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 48624f8e-759c-4a17-8f94-964331589aa1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=48624f8e-759c-4a17-8f94-964331589aa1,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:21:00.936044 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (48624f8e-759c-4a17-8f94-964331589aa1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:00.941233 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb6e67-e86e-4852-8f9f-6384c9d87a59 req-3c251bb6-1ea4-4a51-9451-ce6724268f0d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:00.942803 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aefb6e67-e86e-4852-8f9f-6384c9d87a59 req-3c251bb6-1ea4-4a51-9451-ce6724268f0d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 943 time: 0.0614266 Feb 14 15:21:00.989770 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=48624f8e-759c-4a17-8f94-964331589aa1,revision_number=9']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:01.004136 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aefb6e67-e86e-4852-8f9f-6384c9d87a59 req-87f40279-c1bc-45aa-bd26-c91b91786901 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558724 Feb 14 15:21:01.121876 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d30a2-12ee-4c3b-abae-a7755f9834c3 req-e2652f79-20ac-4a24-9ba5-dad2e0ffb4ed tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:01.123366 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-006d30a2-12ee-4c3b-abae-a7755f9834c3 req-e2652f79-20ac-4a24-9ba5-dad2e0ffb4ed tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0557323 Feb 14 15:21:01.171627 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-006d30a2-12ee-4c3b-abae-a7755f9834c3 req-0da4e2eb-2ab3-4c73-928b-141aae2d684a tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422463 Feb 14 15:21:01.228421 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['48624f8e-759c-4a17-8f94-964331589aa1'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:21:02.129561 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c48b57-f4c3-4b7c-b037-a1c859c91503 req-62a26b42-c08f-499b-a9d8-5f10376e4419 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:02.131091 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b2c48b57-f4c3-4b7c-b037-a1c859c91503 req-62a26b42-c08f-499b-a9d8-5f10376e4419 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 944 time: 0.0557859 Feb 14 15:21:02.179105 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b2c48b57-f4c3-4b7c-b037-a1c859c91503 req-3528c94c-0335-4537-8cb4-17764c7ca499 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424654 Feb 14 15:21:02.299254 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa378292-7e31-4ae1-8cde-79f68ada92c5 req-161f4ff8-1d36-454f-90c6-af05a97f77ae tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:02.301426 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fa378292-7e31-4ae1-8cde-79f68ada92c5 req-161f4ff8-1d36-454f-90c6-af05a97f77ae tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0550978 Feb 14 15:21:02.350013 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fa378292-7e31-4ae1-8cde-79f68ada92c5 req-2ef277d5-f937-462b-8bfe-3e106ee8f1de tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428410 Feb 14 15:21:02.735795 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 48624f8e-759c-4a17-8f94-964331589aa1 up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:21:02.787968 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port 48624f8e-759c-4a17-8f94-964331589aa1 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:21:02.788347 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (48624f8e-759c-4a17-8f94-964331589aa1), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:02.874928 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 48624f8e-759c-4a17-8f94-964331589aa1 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:21:02.875250 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (48624f8e-759c-4a17-8f94-964331589aa1), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:02.899233 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7561bc0-08a7-4b25-8e28-bf4201e62514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48624f8e-759c-4a17-8f94-964331589aa1'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:21:02.901654 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8854ab97-162b-4998-802e-c165c5d55168" -d '{"events": [{"server_uuid": "b7561bc0-08a7-4b25-8e28-bf4201e62514", "name": "network-vif-plugged", "status": "completed", "tag": "48624f8e-759c-4a17-8f94-964331589aa1"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:21:02.914831 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 48624f8e-759c-4a17-8f94-964331589aa1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=48624f8e-759c-4a17-8f94-964331589aa1,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:21:02.919028 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (48624f8e-759c-4a17-8f94-964331589aa1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:02.919890 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:21:02.942400 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c7cd6b-0a71-49a9-b016-de152250f37f x-openstack-request-id: req-c0c7cd6b-0a71-49a9-b016-de152250f37f {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:21:02.942697 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7561bc0-08a7-4b25-8e28-bf4201e62514", "name": "network-vif-plugged", "status": "completed", "tag": "48624f8e-759c-4a17-8f94-964331589aa1", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:21:02.942954 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c0c7cd6b-0a71-49a9-b016-de152250f37f {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:21:02.943346 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7561bc0-08a7-4b25-8e28-bf4201e62514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48624f8e-759c-4a17-8f94-964331589aa1', 'code': 200} Feb 14 15:21:02.960678 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] No Port match for: b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:21:02.961214 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device b2c0a7ec-1614-4676-8eb5-7190e1a0b6ad not bound to the agent host hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:21:02.961466 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 44b0868f-fa37-4cbc-b055-0b56461ac853 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:21:02.987229 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] No Port match for: 44b0868f-fa37-4cbc-b055-0b56461ac853 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:21:02.987229 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 44b0868f-fa37-4cbc-b055-0b56461ac853 not bound to the agent host hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:21:03.007103 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=48624f8e-759c-4a17-8f94-964331589aa1,revision_number=10']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:03.014367 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:03.014728 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:03.015083 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:03.015426 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:03.015795 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:03.016135 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:03.016472 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:03.016838 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:03.017174 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:03.018123 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:03.018465 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:03.018801 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:03.019135 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:03.221473 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 39532) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:03.312718 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe69b6-148f-4170-bc0f-4f68ab1c9a6d req-16546775-46c4-4c0f-9fbc-bf2048f9ce70 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:03.314571 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1cbe69b6-148f-4170-bc0f-4f68ab1c9a6d req-16546775-46c4-4c0f-9fbc-bf2048f9ce70 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 946 time: 0.0576696 Feb 14 15:21:03.346634 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d6d45c69-0d80-4de3-b125-46cd6147ed91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:03.393716 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1cbe69b6-148f-4170-bc0f-4f68ab1c9a6d req-601187d1-4571-4d8e-8515-e67721804665 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723190 Feb 14 15:21:03.479338 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d6d45c69-0d80-4de3-b125-46cd6147ed91 admin admin] Publish callbacks [] for security_group (57f3b954-97aa-4788-9cb9-ea4ae40bccb8), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:03.485263 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d6d45c69-0d80-4de3-b125-46cd6147ed91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (57f3b954-97aa-4788-9cb9-ea4ae40bccb8), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:03.494272 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0b07e-a7a4-47f2-8fcb-bfea02b3742e req-96dacec2-3de8-492d-8456-548f9f9805bf tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:03.495923 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-14c0b07e-a7a4-47f2-8fcb-bfea02b3742e req-96dacec2-3de8-492d-8456-548f9f9805bf tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0538294 Feb 14 15:21:03.504168 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735d10a-c4b9-4f63-8026-3ac1cdabd660 req-b8b7bb70-cfec-4eac-b2e7-0176bf08835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:03.505667 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3735d10a-c4b9-4f63-8026-3ac1cdabd660 req-b8b7bb70-cfec-4eac-b2e7-0176bf08835d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 1130 time: 0.0779731 Feb 14 15:21:03.543781 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-14c0b07e-a7a4-47f2-8fcb-bfea02b3742e req-c3b8354e-c189-4536-b8c8-53fe7ae9b5de tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421669 Feb 14 15:21:03.546911 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 39538) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:03.547068 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-d6d45c69-0d80-4de3-b125-46cd6147ed91 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cba50847877d4949a0a9b80ed3dc5849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244829 Feb 14 15:21:03.549197 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d45c69-0d80-4de3-b125-46cd6147ed91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f3b954-97aa-4788-9cb9-ea4ae40bccb8,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:03.576081 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3735d10a-c4b9-4f63-8026-3ac1cdabd660 req-c5024bc1-74ad-409c-9077-7db2933e7bad service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619972 Feb 14 15:21:03.596536 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1ba78659-e16a-4a6b-a0b7-d1143b3864be admin admin] Publish callbacks [] for security_group (57f3b954-97aa-4788-9cb9-ea4ae40bccb8), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:03.620725 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1ba78659-e16a-4a6b-a0b7-d1143b3864be admin admin] Publish callbacks [] for security_group (57f3b954-97aa-4788-9cb9-ea4ae40bccb8), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:03.666888 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1ba78659-e16a-4a6b-a0b7-d1143b3864be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (57f3b954-97aa-4788-9cb9-ea4ae40bccb8), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:03.669384 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1ba78659-e16a-4a6b-a0b7-d1143b3864be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:03.670517 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1ba78659-e16a-4a6b-a0b7-d1143b3864be admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/57f3b954-97aa-4788-9cb9-ea4ae40bccb8 HTTP/1.1" status: 204 len: 168 time: 0.1226768 Feb 14 15:21:03.678364 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba78659-e16a-4a6b-a0b7-d1143b3864be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f3b954-97aa-4788-9cb9-ea4ae40bccb8,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:03.928797 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 39544) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:03.941665 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-18838ecc-e7df-4da4-962a-d89bcf55d235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:04.013199 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-18838ecc-e7df-4da4-962a-d89bcf55d235 admin admin] Publish callbacks [] for security_group (870898ed-c5be-4606-bc39-84ce7143cbdf), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:04.016744 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-18838ecc-e7df-4da4-962a-d89bcf55d235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (870898ed-c5be-4606-bc39-84ce7143cbdf), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:04.052974 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18838ecc-e7df-4da4-962a-d89bcf55d235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870898ed-c5be-4606-bc39-84ce7143cbdf,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:04.057213 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-18838ecc-e7df-4da4-962a-d89bcf55d235 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fc636901adc746ef9d61761149150708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273766 Feb 14 15:21:04.060282 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 39546) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:04.105022 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d90dbd42-4905-46f8-abe0-ab1a6d869d3a admin admin] Publish callbacks [] for security_group (870898ed-c5be-4606-bc39-84ce7143cbdf), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:04.125674 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d90dbd42-4905-46f8-abe0-ab1a6d869d3a admin admin] Publish callbacks [] for security_group (870898ed-c5be-4606-bc39-84ce7143cbdf), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:04.173834 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d90dbd42-4905-46f8-abe0-ab1a6d869d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (870898ed-c5be-4606-bc39-84ce7143cbdf), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:04.176985 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d90dbd42-4905-46f8-abe0-ab1a6d869d3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:04.178136 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d90dbd42-4905-46f8-abe0-ab1a6d869d3a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/870898ed-c5be-4606-bc39-84ce7143cbdf HTTP/1.1" status: 204 len: 168 time: 0.1174922 Feb 14 15:21:04.185631 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90dbd42-4905-46f8-abe0-ab1a6d869d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870898ed-c5be-4606-bc39-84ce7143cbdf,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:04.531007 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8a0b8-d925-44f3-8ea6-9ef29f48b063 req-1d89fd2f-1ad9-4fb4-be63-e01519c9da4b tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:04.532639 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5de8a0b8-d925-44f3-8ea6-9ef29f48b063 req-1d89fd2f-1ad9-4fb4-be63-e01519c9da4b tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 946 time: 0.0573268 Feb 14 15:21:04.580761 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5de8a0b8-d925-44f3-8ea6-9ef29f48b063 req-91c4f716-5e54-4eec-85e1-b3715489bb58 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413523 Feb 14 15:21:04.678311 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace7843-8437-4991-bb33-5696a5fdb4cb req-8c1b96f0-d0ca-4269-9582-4e13ce3a1a01 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:04.679912 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7ace7843-8437-4991-bb33-5696a5fdb4cb req-8c1b96f0-d0ca-4269-9582-4e13ce3a1a01 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0541649 Feb 14 15:21:04.729285 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7ace7843-8437-4991-bb33-5696a5fdb4cb req-2f38ee95-bdb7-40d0-9f2f-e165777ad338 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439878 Feb 14 15:21:05.746490 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5879e-5e04-45fa-b711-34c5585898b4 req-8a559891-52eb-4d7d-b07b-574fb1f13384 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:05.748548 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8ca5879e-5e04-45fa-b711-34c5585898b4 req-8a559891-52eb-4d7d-b07b-574fb1f13384 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 946 time: 0.0740354 Feb 14 15:21:05.803100 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8ca5879e-5e04-45fa-b711-34c5585898b4 req-7aafacda-28c3-4f48-b38f-f1ad2be811f4 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473278 Feb 14 15:21:05.833945 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 39632) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:05.863821 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8222177-3442-44a1-8a44-d79ccdc70381 req-ee49e04e-b626-4d7e-94db-99573d015149 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:05.868461 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d8222177-3442-44a1-8a44-d79ccdc70381 req-ee49e04e-b626-4d7e-94db-99573d015149 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0655546 Feb 14 15:21:05.916829 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d8222177-3442-44a1-8a44-d79ccdc70381 req-b1872164-0f35-4548-add1-26735ca72d77 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429807 Feb 14 15:21:05.949905 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-25f44103-f3a8-4664-9155-9e967d297561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:06.030631 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-25f44103-f3a8-4664-9155-9e967d297561 admin admin] Publish callbacks [] for security_group (a3701f9e-a83a-4988-8225-15a7d843b065), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:06.034444 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-25f44103-f3a8-4664-9155-9e967d297561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (a3701f9e-a83a-4988-8225-15a7d843b065), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:06.074176 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-25f44103-f3a8-4664-9155-9e967d297561 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3259c9893b9f415db3185b2bca8c1205&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394385 Feb 14 15:21:06.075027 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f44103-f3a8-4664-9155-9e967d297561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3701f9e-a83a-4988-8225-15a7d843b065,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:06.077524 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 39636) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:06.129291 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-279ac6ab-0be4-4c84-ab68-bfd0e7560d38 admin admin] Publish callbacks [] for security_group (a3701f9e-a83a-4988-8225-15a7d843b065), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:06.149548 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-279ac6ab-0be4-4c84-ab68-bfd0e7560d38 admin admin] Publish callbacks [] for security_group (a3701f9e-a83a-4988-8225-15a7d843b065), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:06.195017 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-279ac6ab-0be4-4c84-ab68-bfd0e7560d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (a3701f9e-a83a-4988-8225-15a7d843b065), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:06.197694 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-279ac6ab-0be4-4c84-ab68-bfd0e7560d38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:06.198868 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-279ac6ab-0be4-4c84-ab68-bfd0e7560d38 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a3701f9e-a83a-4988-8225-15a7d843b065 HTTP/1.1" status: 204 len: 168 time: 0.1202672 Feb 14 15:21:06.206523 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ac6ab-0be4-4c84-ab68-bfd0e7560d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3701f9e-a83a-4988-8225-15a7d843b065,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:06.461148 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 39642) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:06.473954 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4eb74ea7-fd05-49e7-ae80-64f4bf8bcdad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:06.546667 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4eb74ea7-fd05-49e7-ae80-64f4bf8bcdad admin admin] Publish callbacks [] for security_group (d26fce43-9735-4075-811c-85309088a495), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:06.551339 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4eb74ea7-fd05-49e7-ae80-64f4bf8bcdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (d26fce43-9735-4075-811c-85309088a495), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:06.587502 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb74ea7-fd05-49e7-ae80-64f4bf8bcdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26fce43-9735-4075-811c-85309088a495,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:06.591781 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4eb74ea7-fd05-49e7-ae80-64f4bf8bcdad admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7335a43380ac4f06903e2f211cea543e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295040 Feb 14 15:21:06.594832 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 39644) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:06.645628 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f86fc1cf-dc88-4861-91a1-85a68eabd53e admin admin] Publish callbacks [] for security_group (d26fce43-9735-4075-811c-85309088a495), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:06.666757 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f86fc1cf-dc88-4861-91a1-85a68eabd53e admin admin] Publish callbacks [] for security_group (d26fce43-9735-4075-811c-85309088a495), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:06.720022 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f86fc1cf-dc88-4861-91a1-85a68eabd53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (d26fce43-9735-4075-811c-85309088a495), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:06.724391 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f86fc1cf-dc88-4861-91a1-85a68eabd53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:06.725874 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f86fc1cf-dc88-4861-91a1-85a68eabd53e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d26fce43-9735-4075-811c-85309088a495 HTTP/1.1" status: 204 len: 168 time: 0.1300039 Feb 14 15:21:06.735603 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fc1cf-dc88-4861-91a1-85a68eabd53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26fce43-9735-4075-811c-85309088a495,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:06.901446 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d87dd-2c72-499f-9dbe-bc83facad030 req-a21845a6-cc32-4161-b6f7-fc7cb1422a91 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:06.902901 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-350d87dd-2c72-499f-9dbe-bc83facad030 req-a21845a6-cc32-4161-b6f7-fc7cb1422a91 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.77 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0655134 Feb 14 15:21:07.007428 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20444308-ab09-4cc3-9472-3851c5a14c8b req-f345b8cd-30e3-4b14-8ed5-089ccf462fde tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:07.008983 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-20444308-ab09-4cc3-9472-3851c5a14c8b req-f345b8cd-30e3-4b14-8ed5-089ccf462fde tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 946 time: 0.1244125 Feb 14 15:21:07.052985 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc544d6-109f-4315-94d0-7d8870bfc3a3 req-89b913d1-ac03-4181-a7b2-dda85d9bfb47 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:07.054656 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bfc544d6-109f-4315-94d0-7d8870bfc3a3 req-89b913d1-ac03-4181-a7b2-dda85d9bfb47 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/ports?device_id=54fe152a-1436-47c5-b991-34c9e94ad8d6 HTTP/1.1" status: 200 len: 945 time: 0.0678573 Feb 14 15:21:07.085712 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-20444308-ab09-4cc3-9472-3851c5a14c8b req-e2a041d0-6665-4adc-bcae-dac4f3169554 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708730 Feb 14 15:21:07.088277 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [req-350d87dd-2c72-499f-9dbe-bc83facad030 req-e344069a-739f-4222-8364-fc6c9ea8843b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Deleting port f220a3dd-73f2-4961-b7ad-99cbb024e554 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:21:07.088710 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-350d87dd-2c72-499f-9dbe-bc83facad030 req-e344069a-739f-4222-8364-fc6c9ea8843b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (f220a3dd-73f2-4961-b7ad-99cbb024e554), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:07.130002 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bfc544d6-109f-4315-94d0-7d8870bfc3a3 req-7ce2db2a-1457-47fa-a1a7-13027f38b628 tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.87 "GET /v2.0/security-groups?id=d172bf18-78b8-4215-883f-ccedaea98a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692768 Feb 14 15:21:07.190117 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-350d87dd-2c72-499f-9dbe-bc83facad030 req-e344069a-739f-4222-8364-fc6c9ea8843b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] For port f220a3dd-73f2-4961-b7ad-99cbb024e554, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f220a3dd-73f2-4961-b7ad-99cbb024e554,segment=NetworkSegment(1ae138bf-95a3-42da-9057-418c2dffc77b),segment_id=1ae138bf-95a3-42da-9057-418c2dffc77b)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:21:07.190479 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-350d87dd-2c72-499f-9dbe-bc83facad030 req-e344069a-739f-4222-8364-fc6c9ea8843b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (f220a3dd-73f2-4961-b7ad-99cbb024e554), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:07.202497 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [req-350d87dd-2c72-499f-9dbe-bc83facad030 req-e344069a-739f-4222-8364-fc6c9ea8843b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Calling delete_port for f220a3dd-73f2-4961-b7ad-99cbb024e554 owned by compute:nova {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:21:07.330772 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-350d87dd-2c72-499f-9dbe-bc83facad030 req-e344069a-739f-4222-8364-fc6c9ea8843b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (f220a3dd-73f2-4961-b7ad-99cbb024e554), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:07.345683 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['f220a3dd-73f2-4961-b7ad-99cbb024e554'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:21:07.370737 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344069a-739f-4222-8364-fc6c9ea8843b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Pushing event deleted for resources: {'Port': ['ID=f220a3dd-73f2-4961-b7ad-99cbb024e554,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:07.411072 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [req-350d87dd-2c72-499f-9dbe-bc83facad030 req-e344069a-739f-4222-8364-fc6c9ea8843b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] No DVR routers for this DVR port f220a3dd-73f2-4961-b7ad-99cbb024e554 on host hv-cinder-81514 {{(pid=102564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:21:07.414493 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-350d87dd-2c72-499f-9dbe-bc83facad030 req-e344069a-739f-4222-8364-fc6c9ea8843b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:07.417823 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-350d87dd-2c72-499f-9dbe-bc83facad030 req-e344069a-739f-4222-8364-fc6c9ea8843b tempest-ServerRescueNegativeTestJSON-699926189 tempest-ServerRescueNegativeTestJSON-699926189-project] 10.222.0.77 "DELETE /v2.0/ports/f220a3dd-73f2-4961-b7ad-99cbb024e554 HTTP/1.1" status: 204 len: 173 time: 0.4964101 Feb 14 15:21:07.418284 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fe152a-1436-47c5-b991-34c9e94ad8d6', 'name': 'network-vif-deleted', 'tag': 'f220a3dd-73f2-4961-b7ad-99cbb024e554'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:21:07.421053 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114b17781d7584df24a73d2ca002b1fc4e4ef728ba6c29ea40a3094f371b155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f37beea-b480-4d22-9a60-e754140ebde5" -d '{"events": [{"server_uuid": "54fe152a-1436-47c5-b991-34c9e94ad8d6", "name": "network-vif-deleted", "tag": "f220a3dd-73f2-4961-b7ad-99cbb024e554"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:21:07.460049 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a6b39b-d510-44d2-b121-e6e3a36358ba x-openstack-request-id: req-31a6b39b-d510-44d2-b121-e6e3a36358ba {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:21:07.460350 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fe152a-1436-47c5-b991-34c9e94ad8d6", "name": "network-vif-deleted", "tag": "f220a3dd-73f2-4961-b7ad-99cbb024e554", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:21:07.460606 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-31a6b39b-d510-44d2-b121-e6e3a36358ba {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:21:07.461015 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fe152a-1436-47c5-b991-34c9e94ad8d6', 'name': 'network-vif-deleted', 'tag': 'f220a3dd-73f2-4961-b7ad-99cbb024e554', 'status': 'completed', 'code': 200} Feb 14 15:21:08.182698 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 39698) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:08.400906 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 39702) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:08.512944 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c2d28227-03ae-4c2f-80a3-2dad51af7dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:08.588232 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c2d28227-03ae-4c2f-80a3-2dad51af7dde admin admin] Publish callbacks [] for security_group (866447a8-ffd8-4c4c-9b05-3b89fb0fdbd6), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:08.593063 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c2d28227-03ae-4c2f-80a3-2dad51af7dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (866447a8-ffd8-4c4c-9b05-3b89fb0fdbd6), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:08.610286 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c4b1bd4c-7888-4dd9-8886-2bfae07b7911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559394'] for router_interface (ace3bac7-b414-4c76-94c4-6bafb92b8db5), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:08.630588 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-c2d28227-03ae-4c2f-80a3-2dad51af7dde admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e308416f397d45cab9c359f010b1b3b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279007 Feb 14 15:21:08.632512 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d28227-03ae-4c2f-80a3-2dad51af7dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866447a8-ffd8-4c4c-9b05-3b89fb0fdbd6,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:08.634732 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 39706) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:08.687281 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7760bc53-8915-47b6-9334-5c4d3879f73c admin admin] Publish callbacks [] for security_group (866447a8-ffd8-4c4c-9b05-3b89fb0fdbd6), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:08.715490 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7760bc53-8915-47b6-9334-5c4d3879f73c admin admin] Publish callbacks [] for security_group (866447a8-ffd8-4c4c-9b05-3b89fb0fdbd6), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:08.769268 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7760bc53-8915-47b6-9334-5c4d3879f73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (866447a8-ffd8-4c4c-9b05-3b89fb0fdbd6), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:08.772067 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7760bc53-8915-47b6-9334-5c4d3879f73c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:08.773440 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-7760bc53-8915-47b6-9334-5c4d3879f73c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/866447a8-ffd8-4c4c-9b05-3b89fb0fdbd6 HTTP/1.1" status: 204 len: 168 time: 0.1371427 Feb 14 15:21:08.782603 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760bc53-8915-47b6-9334-5c4d3879f73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866447a8-ffd8-4c4c-9b05-3b89fb0fdbd6,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:09.047230 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 39712) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:09.060616 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8c96e9a2-969f-4c65-a673-e7a921303df5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:09.135201 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8c96e9a2-969f-4c65-a673-e7a921303df5 admin admin] Publish callbacks [] for security_group (26ecbc79-688f-49f5-a5c3-51ffda138548), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:09.140145 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8c96e9a2-969f-4c65-a673-e7a921303df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (26ecbc79-688f-49f5-a5c3-51ffda138548), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:09.165506 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1bd4c-7888-4dd9-8886-2bfae07b7911 admin admin] Deleting port 64a3a0d7-cf6e-4a12-963c-d7f88d995afc {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:21:09.165845 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c4b1bd4c-7888-4dd9-8886-2bfae07b7911 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (64a3a0d7-cf6e-4a12-963c-d7f88d995afc), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:09.179598 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-8c96e9a2-969f-4c65-a673-e7a921303df5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f10a23f0cf8a405aa9c3ea5104771d63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312568 Feb 14 15:21:09.180594 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96e9a2-969f-4c65-a673-e7a921303df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ecbc79-688f-49f5-a5c3-51ffda138548,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:09.182921 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 39714) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:09.230225 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-90155a86-298e-4d46-a1e1-343aee99bf7e admin admin] Publish callbacks [] for security_group (26ecbc79-688f-49f5-a5c3-51ffda138548), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:09.245237 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-c4b1bd4c-7888-4dd9-8886-2bfae07b7911 admin admin] For port 64a3a0d7-cf6e-4a12-963c-d7f88d995afc, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=64a3a0d7-cf6e-4a12-963c-d7f88d995afc,segment=NetworkSegment(1ae138bf-95a3-42da-9057-418c2dffc77b),segment_id=1ae138bf-95a3-42da-9057-418c2dffc77b)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:21:09.245804 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c4b1bd4c-7888-4dd9-8886-2bfae07b7911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (64a3a0d7-cf6e-4a12-963c-d7f88d995afc), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:09.251312 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-90155a86-298e-4d46-a1e1-343aee99bf7e admin admin] Publish callbacks [] for security_group (26ecbc79-688f-49f5-a5c3-51ffda138548), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:09.260652 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1bd4c-7888-4dd9-8886-2bfae07b7911 admin admin] Calling delete_port for 64a3a0d7-cf6e-4a12-963c-d7f88d995afc owned by network:router_interface {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:21:09.301641 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-90155a86-298e-4d46-a1e1-343aee99bf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (26ecbc79-688f-49f5-a5c3-51ffda138548), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:09.304305 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-90155a86-298e-4d46-a1e1-343aee99bf7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:09.307806 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-90155a86-298e-4d46-a1e1-343aee99bf7e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/26ecbc79-688f-49f5-a5c3-51ffda138548 HTTP/1.1" status: 204 len: 168 time: 0.1216662 Feb 14 15:21:09.313166 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90155a86-298e-4d46-a1e1-343aee99bf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ecbc79-688f-49f5-a5c3-51ffda138548,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:09.449366 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c4b1bd4c-7888-4dd9-8886-2bfae07b7911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (64a3a0d7-cf6e-4a12-963c-d7f88d995afc), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:09.478879 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1bd4c-7888-4dd9-8886-2bfae07b7911 admin admin] Pushing event deleted for resources: {'Port': ['ID=64a3a0d7-cf6e-4a12-963c-d7f88d995afc,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:09.644485 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c4b1bd4c-7888-4dd9-8886-2bfae07b7911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559542'] for router_interface (ace3bac7-b414-4c76-94c4-6bafb92b8db5), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:09.899834 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b1bd4c-7888-4dd9-8886-2bfae07b7911 admin admin] Router ace3bac7-b414-4c76-94c4-6bafb92b8db5 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:21:10.011652 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b1bd4c-7888-4dd9-8886-2bfae07b7911 admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:21:10.017198 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-c4b1bd4c-7888-4dd9-8886-2bfae07b7911 admin admin] 10.222.0.87 "PUT /v2.0/routers/ace3bac7-b414-4c76-94c4-6bafb92b8db5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8334002 Feb 14 15:21:10.020660 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 39738) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:10.021531 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87a0764-4f1f-494c-9d19-1482d2cf6414 None None] Sync routers for ids ['ace3bac7-b414-4c76-94c4-6bafb92b8db5'] in dv-cinder-815146-10-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:21:10.032407 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87a0764-4f1f-494c-9d19-1482d2cf6414 None None] Routers {'ace3bac7-b414-4c76-94c4-6bafb92b8db5'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:21:10.033577 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-e87a0764-4f1f-494c-9d19-1482d2cf6414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:20:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['ace3bac7-b414-4c76-94c4-6bafb92b8db5'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:21:10.134602 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a3dc-d501-4090-9f17-e40a18251a99 admin admin] Publish callbacks [] for router (ace3bac7-b414-4c76-94c4-6bafb92b8db5), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:10.150014 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-e87a0764-4f1f-494c-9d19-1482d2cf6414 None None] Set router ace3bac7-b414-4c76-94c4-6bafb92b8db5 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:21:10.247280 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a3dc-d501-4090-9f17-e40a18251a99 admin admin] Publish callbacks [] for router_gateway (ace3bac7-b414-4c76-94c4-6bafb92b8db5), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:10.307515 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-f4b7a3dc-d501-4090-9f17-e40a18251a99 admin admin] Deleting port 2f39436a-ca41-4ac8-8807-4a1206e3b538 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:21:10.307897 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a3dc-d501-4090-9f17-e40a18251a99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (2f39436a-ca41-4ac8-8807-4a1206e3b538), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:10.344944 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-e87a0764-4f1f-494c-9d19-1482d2cf6414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace3bac7-b414-4c76-94c4-6bafb92b8db5', 'name': 'tempest-ServerRescueNegativeTestJSON-994658749-router', 'tenant_id': '258d3453eec942f3944f9299fcf5227d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2f39436a-ca41-4ac8-8807-4a1206e3b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:21:09Z', 'revision_number': 5, 'project_id': '258d3453eec942f3944f9299fcf5227d', 'gw_port': {'id': '2f39436a-ca41-4ac8-8807-4a1206e3b538', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace3bac7-b414-4c76-94c4-6bafb92b8db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:21:10.382487 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87a0764-4f1f-494c-9d19-1482d2cf6414 None None] Checking router: ace3bac7-b414-4c76-94c4-6bafb92b8db5 for host: dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:21:10.391134 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87a0764-4f1f-494c-9d19-1482d2cf6414 None None] Routers {'ace3bac7-b414-4c76-94c4-6bafb92b8db5'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:21:10.391792 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-e87a0764-4f1f-494c-9d19-1482d2cf6414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:20:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['ace3bac7-b414-4c76-94c4-6bafb92b8db5'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:21:10.400618 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-f4b7a3dc-d501-4090-9f17-e40a18251a99 admin admin] For port 2f39436a-ca41-4ac8-8807-4a1206e3b538, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=2f39436a-ca41-4ac8-8807-4a1206e3b538,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:21:10.401101 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a3dc-d501-4090-9f17-e40a18251a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (2f39436a-ca41-4ac8-8807-4a1206e3b538), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:10.414798 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-f4b7a3dc-d501-4090-9f17-e40a18251a99 admin admin] Calling delete_port for 2f39436a-ca41-4ac8-8807-4a1206e3b538 owned by network:router_gateway {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:21:10.484891 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-e87a0764-4f1f-494c-9d19-1482d2cf6414 None None] Set router ace3bac7-b414-4c76-94c4-6bafb92b8db5 gateway port host: None {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:21:10.545985 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-e87a0764-4f1f-494c-9d19-1482d2cf6414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace3bac7-b414-4c76-94c4-6bafb92b8db5', 'name': 'tempest-ServerRescueNegativeTestJSON-994658749-router', 'tenant_id': '258d3453eec942f3944f9299fcf5227d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:21:10Z', 'revision_number': 6, 'project_id': '258d3453eec942f3944f9299fcf5227d', 'gw_port_host': None}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:21:10.603911 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a3dc-d501-4090-9f17-e40a18251a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (2f39436a-ca41-4ac8-8807-4a1206e3b538), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:10.631293 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7a3dc-d501-4090-9f17-e40a18251a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f39436a-ca41-4ac8-8807-4a1206e3b538,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:10.674051 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87a0764-4f1f-494c-9d19-1482d2cf6414 None None] The sync data for ids ['ace3bac7-b414-4c76-94c4-6bafb92b8db5'] in dv-cinder-815146-10-iscsi is: [{'id': 'ace3bac7-b414-4c76-94c4-6bafb92b8db5', 'name': 'tempest-ServerRescueNegativeTestJSON-994658749-router', 'tenant_id': '258d3453eec942f3944f9299fcf5227d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:21:10Z', 'revision_number': 6, 'project_id': '258d3453eec942f3944f9299fcf5227d', 'gw_port_host': None}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:21:10.720244 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a3dc-d501-4090-9f17-e40a18251a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554216'] for router_gateway (ace3bac7-b414-4c76-94c4-6bafb92b8db5), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:10.771812 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device f220a3dd-73f2-4961-b7ad-99cbb024e554 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:21:10.796011 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] No Port match for: f220a3dd-73f2-4961-b7ad-99cbb024e554 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:21:10.796441 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device f220a3dd-73f2-4961-b7ad-99cbb024e554 not bound to the agent host hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:21:10.846553 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a3dc-d501-4090-9f17-e40a18251a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8855'] for router (ace3bac7-b414-4c76-94c4-6bafb92b8db5), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:10.850229 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a3dc-d501-4090-9f17-e40a18251a99 admin admin] Publish callbacks [] for router_controller (ace3bac7-b414-4c76-94c4-6bafb92b8db5), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:10.924659 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a3dc-d501-4090-9f17-e40a18251a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553540'] for router (ace3bac7-b414-4c76-94c4-6bafb92b8db5), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:10.925376 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b7a3dc-d501-4090-9f17-e40a18251a99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ace3bac7-b414-4c76-94c4-6bafb92b8db5 {{(pid=102563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 15:21:10.930477 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a3dc-d501-4090-9f17-e40a18251a99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:10.931655 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f4b7a3dc-d501-4090-9f17-e40a18251a99 admin admin] 10.222.0.87 "DELETE /v2.0/routers/ace3bac7-b414-4c76-94c4-6bafb92b8db5 HTTP/1.1" status: 204 len: 168 time: 0.9100211 Feb 14 15:21:10.934318 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 39768) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:10.978862 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1ced5a-4e33-461a-bb18-37612c160675 admin admin] Deleting subnet 01ea2392-36a5-4e0f-bc30-1b0aaada039f {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:21:10.981927 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ba1ced5a-4e33-461a-bb18-37612c160675 admin admin] Publish callbacks [] for subnet (01ea2392-36a5-4e0f-bc30-1b0aaada039f), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:11.022136 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ba1ced5a-4e33-461a-bb18-37612c160675 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63220632'] for subnet (01ea2392-36a5-4e0f-bc30-1b0aaada039f), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:11.071295 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ba1ced5a-4e33-461a-bb18-37612c160675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1868731'] for subnet (01ea2392-36a5-4e0f-bc30-1b0aaada039f), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:11.135944 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ba1ced5a-4e33-461a-bb18-37612c160675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63367949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64822354'] for subnet (01ea2392-36a5-4e0f-bc30-1b0aaada039f), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:11.167074 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ced5a-4e33-461a-bb18-37612c160675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01ea2392-36a5-4e0f-bc30-1b0aaada039f,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:11.172881 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ba1ced5a-4e33-461a-bb18-37612c160675 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:11.176631 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-ba1ced5a-4e33-461a-bb18-37612c160675 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/01ea2392-36a5-4e0f-bc30-1b0aaada039f HTTP/1.1" status: 204 len: 168 time: 0.2412837 Feb 14 15:21:11.179268 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 39782) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:11.222221 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 64a3a0d7-cf6e-4a12-963c-d7f88d995afc no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:21:11.247841 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: 64a3a0d7-cf6e-4a12-963c-d7f88d995afc {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:21:11.248202 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 64a3a0d7-cf6e-4a12-963c-d7f88d995afc not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:21:11.272577 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63142068-5054-41a1-aea6-2236df26a9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1712449'] for network (00f85281-ff4d-4b0b-88d7-a69a834aef35), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:11.358852 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63142068-5054-41a1-aea6-2236df26a9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1869372', 'neutron.services.segments.db._delete_segments_for_network-8752305293424'] for network (00f85281-ff4d-4b0b-88d7-a69a834aef35), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:11.382828 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-63142068-5054-41a1-aea6-2236df26a9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f85281-ff4d-4b0b-88d7-a69a834aef35']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:21:11.392063 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-63142068-5054-41a1-aea6-2236df26a9d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae138bf-95a3-42da-9057-418c2dffc77b') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:21:11.392474 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-63142068-5054-41a1-aea6-2236df26a9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae138bf-95a3-42da-9057-418c2dffc77b') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:21:11.404663 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63142068-5054-41a1-aea6-2236df26a9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752305294713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63220623'] for segment (1ae138bf-95a3-42da-9057-418c2dffc77b), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:11.418493 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63142068-5054-41a1-aea6-2236df26a9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (1ae138bf-95a3-42da-9057-418c2dffc77b), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:11.424978 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63142068-5054-41a1-aea6-2236df26a9d2 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:21:11.425429 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63142068-5054-41a1-aea6-2236df26a9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63367343'] for segment (1ae138bf-95a3-42da-9057-418c2dffc77b), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: Traceback (most recent call last): Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: timer() Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: cb(*args, **kw) Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: return func(*args, **kwargs) Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: self._notify() Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: self.callback(batched_events) Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: event.method(event) Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: return f(self, *a, **k) Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: return self._get(url).json() Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:21:11.427059 dv-cinder-815146-10-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:21:11.482652 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63142068-5054-41a1-aea6-2236df26a9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1869365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560688'] for network (00f85281-ff4d-4b0b-88d7-a69a834aef35), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:11.488404 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63142068-5054-41a1-aea6-2236df26a9d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:11.495042 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-63142068-5054-41a1-aea6-2236df26a9d2 admin admin] 10.222.0.87 "DELETE /v2.0/networks/00f85281-ff4d-4b0b-88d7-a69a834aef35 HTTP/1.1" status: 204 len: 168 time: 0.3113897 Feb 14 15:21:11.510326 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63142068-5054-41a1-aea6-2236df26a9d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=00f85281-ff4d-4b0b-88d7-a69a834aef35,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:11.590614 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 39796) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:11.693387 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 39800) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:11.704020 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a5d23417-a4c5-4bc4-af29-c3c7360fd8a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:11.734821 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-cf45ad90-97d9-47ed-b1b7-02b7d9d0e5ae admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=258d3453eec942f3944f9299fcf5227d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402155 Feb 14 15:21:11.737997 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 39802) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:11.781454 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a5d23417-a4c5-4bc4-af29-c3c7360fd8a9 admin admin] Publish callbacks [] for security_group (702cb74e-51d9-41f1-84b2-385336bd1226), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:11.786428 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a5d23417-a4c5-4bc4-af29-c3c7360fd8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (702cb74e-51d9-41f1-84b2-385336bd1226), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:11.793927 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-898f3c2b-8416-4cd1-aa96-5996325a2017 admin admin] Publish callbacks [] for security_group (d172bf18-78b8-4215-883f-ccedaea98a32), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:11.817866 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-898f3c2b-8416-4cd1-aa96-5996325a2017 admin admin] Publish callbacks [] for security_group (d172bf18-78b8-4215-883f-ccedaea98a32), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:11.828347 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d23417-a4c5-4bc4-af29-c3c7360fd8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702cb74e-51d9-41f1-84b2-385336bd1226,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:11.840286 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-a5d23417-a4c5-4bc4-af29-c3c7360fd8a9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b689d9e7f44d41ba83f9d0ffae2134e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485785 Feb 14 15:21:11.841148 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 39804) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:11.873460 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-898f3c2b-8416-4cd1-aa96-5996325a2017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (d172bf18-78b8-4215-883f-ccedaea98a32), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:11.877908 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-898f3c2b-8416-4cd1-aa96-5996325a2017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:11.883651 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-898f3c2b-8416-4cd1-aa96-5996325a2017 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d172bf18-78b8-4215-883f-ccedaea98a32 HTTP/1.1" status: 204 len: 168 time: 0.1445682 Feb 14 15:21:11.892992 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f3c2b-8416-4cd1-aa96-5996325a2017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d172bf18-78b8-4215-883f-ccedaea98a32,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:11.915352 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ba740cd7-3d76-4689-a090-5047f3ee8050 admin admin] Publish callbacks [] for security_group (702cb74e-51d9-41f1-84b2-385336bd1226), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:11.940644 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ba740cd7-3d76-4689-a090-5047f3ee8050 admin admin] Publish callbacks [] for security_group (702cb74e-51d9-41f1-84b2-385336bd1226), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:11.991270 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ba740cd7-3d76-4689-a090-5047f3ee8050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (702cb74e-51d9-41f1-84b2-385336bd1226), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:11.994017 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ba740cd7-3d76-4689-a090-5047f3ee8050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:11.995183 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-ba740cd7-3d76-4689-a090-5047f3ee8050 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/702cb74e-51d9-41f1-84b2-385336bd1226 HTTP/1.1" status: 204 len: 168 time: 0.1522846 Feb 14 15:21:12.004135 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba740cd7-3d76-4689-a090-5047f3ee8050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702cb74e-51d9-41f1-84b2-385336bd1226,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:12.279770 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 39822) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:12.293610 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-912e4080-7b25-4641-8197-3d1df186eaf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:12.372809 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-912e4080-7b25-4641-8197-3d1df186eaf0 admin admin] Publish callbacks [] for security_group (da2bf8eb-94fd-427b-b83b-7010e2127153), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:12.377213 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-912e4080-7b25-4641-8197-3d1df186eaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (da2bf8eb-94fd-427b-b83b-7010e2127153), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:12.418948 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-912e4080-7b25-4641-8197-3d1df186eaf0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f23354a71bf64eb6a15016402cbde7b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358368 Feb 14 15:21:12.418948 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e4080-7b25-4641-8197-3d1df186eaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2bf8eb-94fd-427b-b83b-7010e2127153,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:12.420387 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 39824) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:12.471273 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-158b33dc-0d2c-4c28-97e5-e66c4310fde3 admin admin] Publish callbacks [] for security_group (da2bf8eb-94fd-427b-b83b-7010e2127153), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:12.493336 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-158b33dc-0d2c-4c28-97e5-e66c4310fde3 admin admin] Publish callbacks [] for security_group (da2bf8eb-94fd-427b-b83b-7010e2127153), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:12.544125 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-158b33dc-0d2c-4c28-97e5-e66c4310fde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (da2bf8eb-94fd-427b-b83b-7010e2127153), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:12.546773 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-158b33dc-0d2c-4c28-97e5-e66c4310fde3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:12.551196 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-158b33dc-0d2c-4c28-97e5-e66c4310fde3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/da2bf8eb-94fd-427b-b83b-7010e2127153 HTTP/1.1" status: 204 len: 168 time: 0.1271865 Feb 14 15:21:12.561049 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b33dc-0d2c-4c28-97e5-e66c4310fde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2bf8eb-94fd-427b-b83b-7010e2127153,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:12.786795 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 2f39436a-ca41-4ac8-8807-4a1206e3b538 no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:21:12.825220 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: 2f39436a-ca41-4ac8-8807-4a1206e3b538 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:21:12.825574 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 2f39436a-ca41-4ac8-8807-4a1206e3b538 not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:21:12.834489 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:13.406243 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a215d155-d73f-4a78-83c1-d630f9508c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:15.613961 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-68304ab9-0e9f-4ba2-bb82-fe54c6b784cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:15.825497 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:21:16.651867 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 39926) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:16.754062 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8680f419-12c9-407c-8986-65ec64e3783d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:16.828591 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8680f419-12c9-407c-8986-65ec64e3783d admin admin] Publish callbacks [] for security_group (f7f2bda9-3815-4c39-ae05-7a3e187740fd), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:16.833194 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8680f419-12c9-407c-8986-65ec64e3783d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (f7f2bda9-3815-4c39-ae05-7a3e187740fd), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:16.872722 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-8680f419-12c9-407c-8986-65ec64e3783d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=db0b06b1acca4dedad7cd796d5dae7f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197978 Feb 14 15:21:16.873576 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680f419-12c9-407c-8986-65ec64e3783d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f2bda9-3815-4c39-ae05-7a3e187740fd,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:16.876267 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 39930) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:16.930982 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-85ce0b2c-5fa2-4a4a-8b26-8961c5b93b1e admin admin] Publish callbacks [] for security_group (f7f2bda9-3815-4c39-ae05-7a3e187740fd), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:16.953972 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-85ce0b2c-5fa2-4a4a-8b26-8961c5b93b1e admin admin] Publish callbacks [] for security_group (f7f2bda9-3815-4c39-ae05-7a3e187740fd), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:17.002653 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-85ce0b2c-5fa2-4a4a-8b26-8961c5b93b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (f7f2bda9-3815-4c39-ae05-7a3e187740fd), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:17.005775 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-85ce0b2c-5fa2-4a4a-8b26-8961c5b93b1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:17.009494 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-85ce0b2c-5fa2-4a4a-8b26-8961c5b93b1e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f7f2bda9-3815-4c39-ae05-7a3e187740fd HTTP/1.1" status: 204 len: 168 time: 0.1285770 Feb 14 15:21:17.015010 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce0b2c-5fa2-4a4a-8b26-8961c5b93b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f2bda9-3815-4c39-ae05-7a3e187740fd,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:17.278421 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 39954) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:17.292652 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7ae9a1bd-9420-4666-8b24-3abf7cbfac48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:17.306818 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:17.369705 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7ae9a1bd-9420-4666-8b24-3abf7cbfac48 admin admin] Publish callbacks [] for security_group (377b5b92-6539-436d-93f4-d1f3e68123b8), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:17.373693 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7ae9a1bd-9420-4666-8b24-3abf7cbfac48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (377b5b92-6539-436d-93f4-d1f3e68123b8), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:17.419647 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9a1bd-9420-4666-8b24-3abf7cbfac48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377b5b92-6539-436d-93f4-d1f3e68123b8,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:17.424031 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-7ae9a1bd-9420-4666-8b24-3abf7cbfac48 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=af9e14b796254654bad13b2ce0b528e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443479 Feb 14 15:21:17.426951 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 39964) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:17.476052 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7f18eae8-e977-466d-99c4-a2e80063ee63 admin admin] Publish callbacks [] for security_group (377b5b92-6539-436d-93f4-d1f3e68123b8), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:17.499393 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7f18eae8-e977-466d-99c4-a2e80063ee63 admin admin] Publish callbacks [] for security_group (377b5b92-6539-436d-93f4-d1f3e68123b8), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:17.554502 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7f18eae8-e977-466d-99c4-a2e80063ee63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (377b5b92-6539-436d-93f4-d1f3e68123b8), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:17.557196 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7f18eae8-e977-466d-99c4-a2e80063ee63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:17.558363 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-7f18eae8-e977-466d-99c4-a2e80063ee63 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/377b5b92-6539-436d-93f4-d1f3e68123b8 HTTP/1.1" status: 204 len: 168 time: 0.1305146 Feb 14 15:21:17.566664 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18eae8-e977-466d-99c4-a2e80063ee63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377b5b92-6539-436d-93f4-d1f3e68123b8,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:18.576318 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:19.761571 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:23.483022 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 40050) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:23.586416 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3c913d42-c920-41ce-addf-9896eb878da2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:23.662367 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3c913d42-c920-41ce-addf-9896eb878da2 admin admin] Publish callbacks [] for security_group (795e5af8-5c9f-4ffb-83ff-0000b78614c3), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:23.666089 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3c913d42-c920-41ce-addf-9896eb878da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (795e5af8-5c9f-4ffb-83ff-0000b78614c3), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:23.709557 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-3c913d42-c920-41ce-addf-9896eb878da2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0e53af139acc47dbb94b1ad667621dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254760 Feb 14 15:21:23.710458 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c913d42-c920-41ce-addf-9896eb878da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795e5af8-5c9f-4ffb-83ff-0000b78614c3,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:23.712544 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 40054) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:23.759603 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c9e36c96-4dc5-4a24-92c2-2918f1012977 admin admin] Publish callbacks [] for security_group (795e5af8-5c9f-4ffb-83ff-0000b78614c3), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:23.780557 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c9e36c96-4dc5-4a24-92c2-2918f1012977 admin admin] Publish callbacks [] for security_group (795e5af8-5c9f-4ffb-83ff-0000b78614c3), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:23.827058 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c9e36c96-4dc5-4a24-92c2-2918f1012977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (795e5af8-5c9f-4ffb-83ff-0000b78614c3), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:23.829657 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c9e36c96-4dc5-4a24-92c2-2918f1012977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:23.831602 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-c9e36c96-4dc5-4a24-92c2-2918f1012977 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/795e5af8-5c9f-4ffb-83ff-0000b78614c3 HTTP/1.1" status: 204 len: 168 time: 0.1180601 Feb 14 15:21:23.838960 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e36c96-4dc5-4a24-92c2-2918f1012977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795e5af8-5c9f-4ffb-83ff-0000b78614c3,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:37.632517 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 40268) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:37.738865 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c3ae8aa4-1f7d-47ce-96ee-cb3addaf816f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:37.823901 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c3ae8aa4-1f7d-47ce-96ee-cb3addaf816f admin admin] Publish callbacks [] for security_group (b12387b0-380f-4603-b56d-a0af828be3a0), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:37.827626 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c3ae8aa4-1f7d-47ce-96ee-cb3addaf816f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (b12387b0-380f-4603-b56d-a0af828be3a0), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:37.869236 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-c3ae8aa4-1f7d-47ce-96ee-cb3addaf816f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2c3e750de8c241bb8e72e91005bf8d23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355628 Feb 14 15:21:37.870273 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae8aa4-1f7d-47ce-96ee-cb3addaf816f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12387b0-380f-4603-b56d-a0af828be3a0,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:37.871925 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 40286) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:37.930782 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-97c9c1a9-5a1f-4336-863b-162bdc200f02 admin admin] Publish callbacks [] for security_group (b12387b0-380f-4603-b56d-a0af828be3a0), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:37.952243 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-97c9c1a9-5a1f-4336-863b-162bdc200f02 admin admin] Publish callbacks [] for security_group (b12387b0-380f-4603-b56d-a0af828be3a0), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:38.000327 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-97c9c1a9-5a1f-4336-863b-162bdc200f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (b12387b0-380f-4603-b56d-a0af828be3a0), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:38.003488 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-97c9c1a9-5a1f-4336-863b-162bdc200f02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:38.007089 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-97c9c1a9-5a1f-4336-863b-162bdc200f02 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b12387b0-380f-4603-b56d-a0af828be3a0 HTTP/1.1" status: 204 len: 168 time: 0.1294410 Feb 14 15:21:38.013330 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9c1a9-5a1f-4336-863b-162bdc200f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12387b0-380f-4603-b56d-a0af828be3a0,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:38.018471 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 40292) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:38.240533 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fcba1a00-d9c2-4f3e-84d8-6e4a6f317dbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:38.297430 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 40298) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:38.311012 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7599ce1f-eecd-4e76-9d57-3857f76f538a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:38.323071 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fcba1a00-d9c2-4f3e-84d8-6e4a6f317dbc admin admin] Publish callbacks [] for security_group (6b6db6d0-a5e8-4a9b-b67d-1d237525e9b5), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:38.326224 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fcba1a00-d9c2-4f3e-84d8-6e4a6f317dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (6b6db6d0-a5e8-4a9b-b67d-1d237525e9b5), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:38.378973 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-fcba1a00-d9c2-4f3e-84d8-6e4a6f317dbc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ab132be79558426aafe804b040699408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3561397 Feb 14 15:21:38.378973 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba1a00-d9c2-4f3e-84d8-6e4a6f317dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6db6d0-a5e8-4a9b-b67d-1d237525e9b5,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:38.381203 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 40300) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:38.395750 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7599ce1f-eecd-4e76-9d57-3857f76f538a admin admin] Publish callbacks [] for security_group (aa2d0edc-2fcf-4fbe-9f94-5a46728015b8), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:38.399923 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7599ce1f-eecd-4e76-9d57-3857f76f538a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (aa2d0edc-2fcf-4fbe-9f94-5a46728015b8), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:38.430440 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9d94a033-3509-4552-a21c-3995a53edade admin admin] Publish callbacks [] for security_group (6b6db6d0-a5e8-4a9b-b67d-1d237525e9b5), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:38.437937 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-7599ce1f-eecd-4e76-9d57-3857f76f538a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e74bd120f0e34d22be56a142cb618f73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393869 Feb 14 15:21:38.438812 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599ce1f-eecd-4e76-9d57-3857f76f538a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2d0edc-2fcf-4fbe-9f94-5a46728015b8,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:38.441799 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 40302) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:38.467957 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9d94a033-3509-4552-a21c-3995a53edade admin admin] Publish callbacks [] for security_group (6b6db6d0-a5e8-4a9b-b67d-1d237525e9b5), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:38.539064 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b8e5ffb3-653e-46d4-85a0-305dcbe2e113 admin admin] Publish callbacks [] for security_group (aa2d0edc-2fcf-4fbe-9f94-5a46728015b8), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:38.560538 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9d94a033-3509-4552-a21c-3995a53edade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (6b6db6d0-a5e8-4a9b-b67d-1d237525e9b5), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:38.565247 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9d94a033-3509-4552-a21c-3995a53edade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:38.567001 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-9d94a033-3509-4552-a21c-3995a53edade admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6b6db6d0-a5e8-4a9b-b67d-1d237525e9b5 HTTP/1.1" status: 204 len: 168 time: 0.1847889 Feb 14 15:21:38.573902 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b8e5ffb3-653e-46d4-85a0-305dcbe2e113 admin admin] Publish callbacks [] for security_group (aa2d0edc-2fcf-4fbe-9f94-5a46728015b8), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:38.589336 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94a033-3509-4552-a21c-3995a53edade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6db6d0-a5e8-4a9b-b67d-1d237525e9b5,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:38.641695 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b8e5ffb3-653e-46d4-85a0-305dcbe2e113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (aa2d0edc-2fcf-4fbe-9f94-5a46728015b8), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:38.645103 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b8e5ffb3-653e-46d4-85a0-305dcbe2e113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:38.646279 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-b8e5ffb3-653e-46d4-85a0-305dcbe2e113 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/aa2d0edc-2fcf-4fbe-9f94-5a46728015b8 HTTP/1.1" status: 204 len: 168 time: 0.2035534 Feb 14 15:21:38.655204 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5ffb3-653e-46d4-85a0-305dcbe2e113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2d0edc-2fcf-4fbe-9f94-5a46728015b8,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:42.391826 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 40412) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:42.497650 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-067deaf1-526c-4c52-b560-508e326f01f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:42.585045 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-067deaf1-526c-4c52-b560-508e326f01f3 admin admin] Publish callbacks [] for security_group (c43b7b30-6abe-4b46-b2a7-dc09bc629bc5), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:42.588735 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-067deaf1-526c-4c52-b560-508e326f01f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (c43b7b30-6abe-4b46-b2a7-dc09bc629bc5), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:42.627675 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-067deaf1-526c-4c52-b560-508e326f01f3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=79899565657e4bfea0c8e2ecf684a285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338986 Feb 14 15:21:42.628418 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067deaf1-526c-4c52-b560-508e326f01f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43b7b30-6abe-4b46-b2a7-dc09bc629bc5,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:42.631382 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 40416) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:42.679687 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7e51e996-c10a-4136-836c-a9d817c050ba admin admin] Publish callbacks [] for security_group (c43b7b30-6abe-4b46-b2a7-dc09bc629bc5), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:42.699846 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7e51e996-c10a-4136-836c-a9d817c050ba admin admin] Publish callbacks [] for security_group (c43b7b30-6abe-4b46-b2a7-dc09bc629bc5), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:42.744961 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7e51e996-c10a-4136-836c-a9d817c050ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (c43b7b30-6abe-4b46-b2a7-dc09bc629bc5), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:42.747795 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7e51e996-c10a-4136-836c-a9d817c050ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:42.748939 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-7e51e996-c10a-4136-836c-a9d817c050ba admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c43b7b30-6abe-4b46-b2a7-dc09bc629bc5 HTTP/1.1" status: 204 len: 168 time: 0.1161866 Feb 14 15:21:42.758094 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51e996-c10a-4136-836c-a9d817c050ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43b7b30-6abe-4b46-b2a7-dc09bc629bc5,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:42.765228 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51e996-c10a-4136-836c-a9d817c050ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:42.765589 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51e996-c10a-4136-836c-a9d817c050ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:42.765941 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51e996-c10a-4136-836c-a9d817c050ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:42.766289 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51e996-c10a-4136-836c-a9d817c050ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:42.766638 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51e996-c10a-4136-836c-a9d817c050ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:42.766972 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51e996-c10a-4136-836c-a9d817c050ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:42.767308 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51e996-c10a-4136-836c-a9d817c050ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:42.768277 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51e996-c10a-4136-836c-a9d817c050ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:42.768614 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51e996-c10a-4136-836c-a9d817c050ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:42.768952 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51e996-c10a-4136-836c-a9d817c050ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:42.769284 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51e996-c10a-4136-836c-a9d817c050ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:42.769610 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51e996-c10a-4136-836c-a9d817c050ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:42.769937 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51e996-c10a-4136-836c-a9d817c050ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:42.826619 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:43.410020 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-5722d7f4-1ffe-41f6-b624-1dea5e71f278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:43.504126 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-40f08846-7856-4ff7-849b-ea73c34c74c6 req-ec5bfdd2-5801-4df6-9e21-5597d795cdbe service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507450 Feb 14 15:21:43.571917 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f08846-7856-4ff7-849b-ea73c34c74c6 req-c74bc95a-e676-42fb-89ee-76a705e10fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:43.573456 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-40f08846-7856-4ff7-849b-ea73c34c74c6 req-c74bc95a-e676-42fb-89ee-76a705e10fab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=656f45aa39584fa99a563c00f915eda2&device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 1129 time: 0.0452297 Feb 14 15:21:43.682534 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f08846-7856-4ff7-849b-ea73c34c74c6 req-0f91d317-79d4-4c3c-a8d0-7f1a473ebd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:43.684070 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-40f08846-7856-4ff7-849b-ea73c34c74c6 req-0f91d317-79d4-4c3c-a8d0-7f1a473ebd19 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d8a50fc3-d129-4b74-b14e-edfcc858c8cc HTTP/1.1" status: 200 len: 911 time: 0.0883226 Feb 14 15:21:43.754056 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-40f08846-7856-4ff7-849b-ea73c34c74c6 req-cf0195a2-208e-471e-bba5-95392f250c9c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56799805-9581-427d-9206-ca0ee9a313c5 HTTP/1.1" status: 200 len: 1001 time: 0.0633605 Feb 14 15:21:43.769102 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 40430) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:43.808165 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f08846-7856-4ff7-849b-ea73c34c74c6 req-87d8a4c8-8ca0-4c07-8510-c0f6a0263a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:43.809680 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-40f08846-7856-4ff7-849b-ea73c34c74c6 req-87d8a4c8-8ca0-4c07-8510-c0f6a0263a81 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d07b9fd1-0958-4b2c-aed9-2e37c98ea84c HTTP/1.1" status: 200 len: 849 time: 0.0490749 Feb 14 15:21:43.860607 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f08846-7856-4ff7-849b-ea73c34c74c6 req-6ea6ac6f-7580-4847-8fa6-80e342d2a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:43.863032 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-40f08846-7856-4ff7-849b-ea73c34c74c6 req-6ea6ac6f-7580-4847-8fa6-80e342d2a90d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8a50fc3-d129-4b74-b14e-edfcc858c8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460398 Feb 14 15:21:43.911693 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a993c3c-49ed-486b-a6bc-18f89fa4249a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:43.997470 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-40f08846-7856-4ff7-849b-ea73c34c74c6 req-f818b74c-8221-4b3a-9a11-d33b42318129 service neutron] 10.222.0.77 "GET /v2.0/networks/d8a50fc3-d129-4b74-b14e-edfcc858c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270220 Feb 14 15:21:44.097752 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a993c3c-49ed-486b-a6bc-18f89fa4249a admin admin] Publish callbacks [] for security_group (30a57d02-64fe-48fe-a0a1-b7f77a2fab81), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:44.104206 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0a993c3c-49ed-486b-a6bc-18f89fa4249a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (30a57d02-64fe-48fe-a0a1-b7f77a2fab81), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:44.153183 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-0a993c3c-49ed-486b-a6bc-18f89fa4249a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d8cfa35528374abbbab458c2112d7fc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3830836 Feb 14 15:21:44.156230 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-40f08846-7856-4ff7-849b-ea73c34c74c6 req-9649d5fd-989e-4e55-977e-7eadfa42434a service neutron] 10.222.0.77 "GET /v2.0/networks/d8a50fc3-d129-4b74-b14e-edfcc858c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522365 Feb 14 15:21:44.156682 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 40440) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:44.159972 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a993c3c-49ed-486b-a6bc-18f89fa4249a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a57d02-64fe-48fe-a0a1-b7f77a2fab81,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:44.231257 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2ec47fe6-7763-4f24-9c56-5c1a5b457eb1 admin admin] Publish callbacks [] for security_group (30a57d02-64fe-48fe-a0a1-b7f77a2fab81), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:44.255193 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2ec47fe6-7763-4f24-9c56-5c1a5b457eb1 admin admin] Publish callbacks [] for security_group (30a57d02-64fe-48fe-a0a1-b7f77a2fab81), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:44.301890 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2ec47fe6-7763-4f24-9c56-5c1a5b457eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (30a57d02-64fe-48fe-a0a1-b7f77a2fab81), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:44.304776 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2ec47fe6-7763-4f24-9c56-5c1a5b457eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:44.305908 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-2ec47fe6-7763-4f24-9c56-5c1a5b457eb1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/30a57d02-64fe-48fe-a0a1-b7f77a2fab81 HTTP/1.1" status: 204 len: 168 time: 0.1481898 Feb 14 15:21:44.313403 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec47fe6-7763-4f24-9c56-5c1a5b457eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a57d02-64fe-48fe-a0a1-b7f77a2fab81,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:44.568976 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 40448) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:44.586693 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9be1174a-fc97-4056-8948-c5a8ebbae2fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:44.664742 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9be1174a-fc97-4056-8948-c5a8ebbae2fb admin admin] Publish callbacks [] for security_group (68bed7bc-2cb5-453b-81d2-3045ec66abe5), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:44.668500 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9be1174a-fc97-4056-8948-c5a8ebbae2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (68bed7bc-2cb5-453b-81d2-3045ec66abe5), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:44.707926 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-9be1174a-fc97-4056-8948-c5a8ebbae2fb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=445854b6c4ec4f98ac159a588108e640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368332 Feb 14 15:21:44.707926 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1174a-fc97-4056-8948-c5a8ebbae2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bed7bc-2cb5-453b-81d2-3045ec66abe5,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:44.710088 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 40450) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:44.763065 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8b02b2c2-768c-4f98-838e-661969ba311b admin admin] Publish callbacks [] for security_group (68bed7bc-2cb5-453b-81d2-3045ec66abe5), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:44.784502 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8b02b2c2-768c-4f98-838e-661969ba311b admin admin] Publish callbacks [] for security_group (68bed7bc-2cb5-453b-81d2-3045ec66abe5), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:44.833901 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8b02b2c2-768c-4f98-838e-661969ba311b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (68bed7bc-2cb5-453b-81d2-3045ec66abe5), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:44.836646 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8b02b2c2-768c-4f98-838e-661969ba311b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:44.837694 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-8b02b2c2-768c-4f98-838e-661969ba311b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/68bed7bc-2cb5-453b-81d2-3045ec66abe5 HTTP/1.1" status: 204 len: 168 time: 0.1266026 Feb 14 15:21:44.845461 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02b2c2-768c-4f98-838e-661969ba311b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bed7bc-2cb5-453b-81d2-3045ec66abe5,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:45.499341 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a12b8-409a-4763-90c8-c2beb20c42db req-c0a6992f-35f0-45d3-a322-5148f34bf9ad tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:45.506500 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a23a12b8-409a-4763-90c8-c2beb20c42db req-c0a6992f-35f0-45d3-a322-5148f34bf9ad tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0605385 Feb 14 15:21:45.548782 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a23a12b8-409a-4763-90c8-c2beb20c42db req-f2482c6b-e19f-41ae-b02f-ca1c8d0c2a7b tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414476 Feb 14 15:21:45.607041 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-98356e69-feda-4e98-879f-ad1159cdf6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:46.675590 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a8c1a-0ceb-4db4-83f8-cb8f32ae8744 req-76e88a61-4a53-4067-9992-e964ad31ac99 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:46.677112 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ae9a8c1a-0ceb-4db4-83f8-cb8f32ae8744 req-76e88a61-4a53-4067-9992-e964ad31ac99 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0532830 Feb 14 15:21:46.722804 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ae9a8c1a-0ceb-4db4-83f8-cb8f32ae8744 req-35ad02e3-3171-475c-a305-9f66ae2b37b0 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402536 Feb 14 15:21:47.304599 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:47.841500 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276b929-6211-4cfa-a9fa-59193a13ca65 req-90133702-aa7b-4b0b-b21d-2326e79b9648 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:47.842989 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8276b929-6211-4cfa-a9fa-59193a13ca65 req-90133702-aa7b-4b0b-b21d-2326e79b9648 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0517507 Feb 14 15:21:47.888996 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8276b929-6211-4cfa-a9fa-59193a13ca65 req-a4b2884d-afe3-4f1b-8685-2353b5822841 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405068 Feb 14 15:21:48.578383 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:49.007147 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980ba99-1a8e-4679-bf5a-423112666bd3 req-c5a65cb4-96d5-427f-ac64-7a02a132eb6e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:49.008658 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1980ba99-1a8e-4679-bf5a-423112666bd3 req-c5a65cb4-96d5-427f-ac64-7a02a132eb6e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0527680 Feb 14 15:21:49.056232 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1980ba99-1a8e-4679-bf5a-423112666bd3 req-ec266540-99f6-4587-a183-528f051a6721 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421057 Feb 14 15:21:49.764664 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:50.172234 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38d87a-75b6-478a-9a88-e7e66ffe44b0 req-a6c645d2-3ede-4337-b440-6523f59d5a95 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:50.173739 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5c38d87a-75b6-478a-9a88-e7e66ffe44b0 req-a6c645d2-3ede-4337-b440-6523f59d5a95 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0529783 Feb 14 15:21:50.230760 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5c38d87a-75b6-478a-9a88-e7e66ffe44b0 req-18886184-734f-4bd8-a549-55f7702eeab8 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504293 Feb 14 15:21:51.357018 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b531a49-d7c2-4a1e-9e5f-c534c2526c8d req-cf26ae62-9de4-4002-90bb-8f6875a2caba tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:51.358600 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2b531a49-d7c2-4a1e-9e5f-c534c2526c8d req-cf26ae62-9de4-4002-90bb-8f6875a2caba tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0534232 Feb 14 15:21:51.405060 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2b531a49-d7c2-4a1e-9e5f-c534c2526c8d req-5d591415-ef13-43a9-b6ae-56b225fff713 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409822 Feb 14 15:21:51.618904 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7f628-4b06-4803-9bc8-2c73f5d3c96f req-2f55b8f1-f54e-4e82-8aba-f4b8ad64b2fb tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:51.620336 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f8d7f628-4b06-4803-9bc8-2c73f5d3c96f req-2f55b8f1-f54e-4e82-8aba-f4b8ad64b2fb tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 946 time: 0.0531964 Feb 14 15:21:51.672333 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f8d7f628-4b06-4803-9bc8-2c73f5d3c96f req-28bd8892-671d-4d3e-9141-8996aeffff83 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460322 Feb 14 15:21:52.527391 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccfa3b-1942-4491-86cf-8b5461d3f0c1 req-a12cdda9-4a10-4598-a0e6-e05d73ebdb02 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:52.528894 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8cccfa3b-1942-4491-86cf-8b5461d3f0c1 req-a12cdda9-4a10-4598-a0e6-e05d73ebdb02 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0558550 Feb 14 15:21:52.575352 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8cccfa3b-1942-4491-86cf-8b5461d3f0c1 req-96ce2b1a-7054-402f-a667-808409bca5fc tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404816 Feb 14 15:21:52.798084 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a210d7-ba28-4811-8ee1-7905644f20d9 req-cc664c05-7b5a-41d6-b06d-de8041d49d6f tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:52.800277 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-18a210d7-ba28-4811-8ee1-7905644f20d9 req-cc664c05-7b5a-41d6-b06d-de8041d49d6f tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 946 time: 0.0558884 Feb 14 15:21:52.813681 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:21:52.846843 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-18a210d7-ba28-4811-8ee1-7905644f20d9 req-9cd88bce-f442-4c1e-a6a9-4b9cb3d2ca45 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409667 Feb 14 15:21:53.192528 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300291e6-cd6a-413a-a0bb-ac44c9611f0d req-7941b7b1-d840-479e-9041-c1c34e9eaea1 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:53.193998 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-300291e6-cd6a-413a-a0bb-ac44c9611f0d req-7941b7b1-d840-479e-9041-c1c34e9eaea1 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 946 time: 0.0574813 Feb 14 15:21:53.194468 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 40580) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:53.308809 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [req-300291e6-cd6a-413a-a0bb-ac44c9611f0d req-05cc6b99-e56a-4691-bac6-c59d685ca051 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Deleting port 48624f8e-759c-4a17-8f94-964331589aa1 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:21:53.309145 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-300291e6-cd6a-413a-a0bb-ac44c9611f0d req-05cc6b99-e56a-4691-bac6-c59d685ca051 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (48624f8e-759c-4a17-8f94-964331589aa1), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:53.312989 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4592fd3e-2e05-4cc1-95d5-9d0ee5a5eebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:53.426291 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-300291e6-cd6a-413a-a0bb-ac44c9611f0d req-05cc6b99-e56a-4691-bac6-c59d685ca051 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] For port 48624f8e-759c-4a17-8f94-964331589aa1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=48624f8e-759c-4a17-8f94-964331589aa1,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:21:53.426656 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-300291e6-cd6a-413a-a0bb-ac44c9611f0d req-05cc6b99-e56a-4691-bac6-c59d685ca051 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (48624f8e-759c-4a17-8f94-964331589aa1), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:53.566024 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4592fd3e-2e05-4cc1-95d5-9d0ee5a5eebd admin admin] Publish callbacks [] for security_group (83e75acd-08f4-4482-ae4e-6f65d9b55720), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:53.605115 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4592fd3e-2e05-4cc1-95d5-9d0ee5a5eebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (83e75acd-08f4-4482-ae4e-6f65d9b55720), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:53.682331 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592fd3e-2e05-4cc1-95d5-9d0ee5a5eebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e75acd-08f4-4482-ae4e-6f65d9b55720,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:53.746142 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-4592fd3e-2e05-4cc1-95d5-9d0ee5a5eebd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=37c0d29b93584f599db388e2484dd943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5506825 Feb 14 15:21:53.748960 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 40586) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:53.754990 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592fd3e-2e05-4cc1-95d5-9d0ee5a5eebd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:53.755344 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592fd3e-2e05-4cc1-95d5-9d0ee5a5eebd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:53.755716 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592fd3e-2e05-4cc1-95d5-9d0ee5a5eebd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:53.756060 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592fd3e-2e05-4cc1-95d5-9d0ee5a5eebd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:53.756403 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592fd3e-2e05-4cc1-95d5-9d0ee5a5eebd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:53.756741 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592fd3e-2e05-4cc1-95d5-9d0ee5a5eebd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:53.757071 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592fd3e-2e05-4cc1-95d5-9d0ee5a5eebd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:53.757402 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592fd3e-2e05-4cc1-95d5-9d0ee5a5eebd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:53.757735 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592fd3e-2e05-4cc1-95d5-9d0ee5a5eebd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:53.758066 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592fd3e-2e05-4cc1-95d5-9d0ee5a5eebd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:53.758392 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592fd3e-2e05-4cc1-95d5-9d0ee5a5eebd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:53.758713 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592fd3e-2e05-4cc1-95d5-9d0ee5a5eebd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:53.759032 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4592fd3e-2e05-4cc1-95d5-9d0ee5a5eebd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:21:53.793516 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-300291e6-cd6a-413a-a0bb-ac44c9611f0d req-05cc6b99-e56a-4691-bac6-c59d685ca051 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:53.793977 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-300291e6-cd6a-413a-a0bb-ac44c9611f0d req-05cc6b99-e56a-4691-bac6-c59d685ca051 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560674'] for floatingip (82cf1cea-1bf5-45fc-8f19-a81e417f465c), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:53.794335 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.l3_db [req-300291e6-cd6a-413a-a0bb-ac44c9611f0d req-05cc6b99-e56a-4691-bac6-c59d685ca051 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Floating IP 82cf1cea-1bf5-45fc-8f19-a81e417f465c disassociated. External IP: 172.27.0.233, port: 48624f8e-759c-4a17-8f94-964331589aa1. Feb 14 15:21:53.794713 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [req-300291e6-cd6a-413a-a0bb-ac44c9611f0d req-05cc6b99-e56a-4691-bac6-c59d685ca051 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Calling delete_port for 48624f8e-759c-4a17-8f94-964331589aa1 owned by compute:nova {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:21:53.798239 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4989139c-c826-4c87-b4b8-24ebb1e88526 admin admin] Publish callbacks [] for security_group (83e75acd-08f4-4482-ae4e-6f65d9b55720), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:53.803509 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ce88e-2ca5-4ca0-b6f8-6fefdf834785 req-34767a47-c131-4a12-a968-fa63d116d229 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:53.804982 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-865ce88e-2ca5-4ca0-b6f8-6fefdf834785 req-34767a47-c131-4a12-a968-fa63d116d229 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.1540802 Feb 14 15:21:53.821210 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4989139c-c826-4c87-b4b8-24ebb1e88526 admin admin] Publish callbacks [] for security_group (83e75acd-08f4-4482-ae4e-6f65d9b55720), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:53.868919 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4989139c-c826-4c87-b4b8-24ebb1e88526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (83e75acd-08f4-4482-ae4e-6f65d9b55720), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:53.872757 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4989139c-c826-4c87-b4b8-24ebb1e88526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:53.876873 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4989139c-c826-4c87-b4b8-24ebb1e88526 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/83e75acd-08f4-4482-ae4e-6f65d9b55720 HTTP/1.1" status: 204 len: 168 time: 0.1268747 Feb 14 15:21:53.886383 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989139c-c826-4c87-b4b8-24ebb1e88526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e75acd-08f4-4482-ae4e-6f65d9b55720,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:53.909266 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-865ce88e-2ca5-4ca0-b6f8-6fefdf834785 req-2b6b81ca-ffb0-4948-b854-d09228b9db78 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952790 Feb 14 15:21:53.991582 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-300291e6-cd6a-413a-a0bb-ac44c9611f0d req-05cc6b99-e56a-4691-bac6-c59d685ca051 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (48624f8e-759c-4a17-8f94-964331589aa1), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:54.017780 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f3498-0b36-47f9-97fe-bb09914e1d79 req-9134b8aa-1247-4331-a376-79bb1fa4d086 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:54.019387 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8b7f3498-0b36-47f9-97fe-bb09914e1d79 req-9134b8aa-1247-4331-a376-79bb1fa4d086 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7561bc0-08a7-4b25-8e28-bf4201e62514 HTTP/1.1" status: 200 len: 868 time: 0.0669918 Feb 14 15:21:54.075607 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8b7f3498-0b36-47f9-97fe-bb09914e1d79 req-3d37d4cf-c1e3-4b93-8f7d-a43b6a1164f2 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=27bd4b3e-caf2-4db2-82dc-9d0b2848b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499051 Feb 14 15:21:54.233173 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc6b99-e56a-4691-bac6-c59d685ca051 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Pushing event deleted for resources: {'Port': ['ID=48624f8e-759c-4a17-8f94-964331589aa1,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:54.354809 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-300291e6-cd6a-413a-a0bb-ac44c9611f0d req-05cc6b99-e56a-4691-bac6-c59d685ca051 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Router afc37eec-1140-4610-bb73-d0253e5d83f2 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:21:54.474014 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-300291e6-cd6a-413a-a0bb-ac44c9611f0d req-05cc6b99-e56a-4691-bac6-c59d685ca051 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:21:54.489450 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362f725-c532-4e20-a6c5-6717138c91c0 None None] Sync routers for ids ['afc37eec-1140-4610-bb73-d0253e5d83f2'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:21:54.504437 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9362f725-c532-4e20-a6c5-6717138c91c0 None None] Routers {'afc37eec-1140-4610-bb73-d0253e5d83f2'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:21:54.504437 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-9362f725-c532-4e20-a6c5-6717138c91c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:21:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['afc37eec-1140-4610-bb73-d0253e5d83f2'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:21:54.519026 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [req-300291e6-cd6a-413a-a0bb-ac44c9611f0d req-05cc6b99-e56a-4691-bac6-c59d685ca051 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] No DVR routers for this DVR port 48624f8e-759c-4a17-8f94-964331589aa1 on host hv-cinder-81514 {{(pid=102564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:21:54.522155 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-300291e6-cd6a-413a-a0bb-ac44c9611f0d req-05cc6b99-e56a-4691-bac6-c59d685ca051 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:54.525934 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-300291e6-cd6a-413a-a0bb-ac44c9611f0d req-05cc6b99-e56a-4691-bac6-c59d685ca051 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.77 "DELETE /v2.0/ports/48624f8e-759c-4a17-8f94-964331589aa1 HTTP/1.1" status: 204 len: 173 time: 1.3258669 Feb 14 15:21:54.526420 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7561bc0-08a7-4b25-8e28-bf4201e62514', 'name': 'network-vif-deleted', 'tag': '48624f8e-759c-4a17-8f94-964331589aa1'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:21:54.528708 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114b17781d7584df24a73d2ca002b1fc4e4ef728ba6c29ea40a3094f371b155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade6076c-c05a-4983-82b8-ea736986e681" -d '{"events": [{"server_uuid": "b7561bc0-08a7-4b25-8e28-bf4201e62514", "name": "network-vif-deleted", "tag": "48624f8e-759c-4a17-8f94-964331589aa1"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:21:54.579062 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6131457-7116-4586-bb43-a375f3a20067 x-openstack-request-id: req-d6131457-7116-4586-bb43-a375f3a20067 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:21:54.581513 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7561bc0-08a7-4b25-8e28-bf4201e62514", "name": "network-vif-deleted", "tag": "48624f8e-759c-4a17-8f94-964331589aa1", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:21:54.582363 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d6131457-7116-4586-bb43-a375f3a20067 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:21:54.582977 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7561bc0-08a7-4b25-8e28-bf4201e62514', 'name': 'network-vif-deleted', 'tag': '48624f8e-759c-4a17-8f94-964331589aa1', 'status': 'completed', 'code': 200} Feb 14 15:21:54.645214 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 40612) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:54.749972 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-9362f725-c532-4e20-a6c5-6717138c91c0 None None] Set router afc37eec-1140-4610-bb73-d0253e5d83f2 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:21:54.761818 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-4fa15454-8526-41ba-811c-c9614a34d079 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1678553243-network', 'tenant_id': '153699651a714299ba48acebce872f96'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:21:54.781757 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa15454-8526-41ba-811c-c9614a34d079 admin admin] Made reservation on behalf of 153699651a714299ba48acebce872f96 for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:21:54.784161 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4fa15454-8526-41ba-811c-c9614a34d079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:54.793714 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4fa15454-8526-41ba-811c-c9614a34d079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:54.872813 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4fa15454-8526-41ba-811c-c9614a34d079 admin admin] Publish callbacks [] for security_group (fa68ab82-fd6d-463a-b1f8-2602c587dc33), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:54.876899 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4fa15454-8526-41ba-811c-c9614a34d079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (fa68ab82-fd6d-463a-b1f8-2602c587dc33), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:54.901689 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa15454-8526-41ba-811c-c9614a34d079 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=102564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:21:54.912885 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa15454-8526-41ba-811c-c9614a34d079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa68ab82-fd6d-463a-b1f8-2602c587dc33,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:54.917777 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4fa15454-8526-41ba-811c-c9614a34d079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (0cf02a4d-62dc-405a-8c31-d2d57075e743), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:54.918132 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-4fa15454-8526-41ba-811c-c9614a34d079 admin admin] Added segment 0cf02a4d-62dc-405a-8c31-d2d57075e743 of type vlan for network 169fa58c-d958-44b0-9a14-07cd5176fb8e Feb 14 15:21:54.965943 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4fa15454-8526-41ba-811c-c9614a34d079 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752304802214'] for network (169fa58c-d958-44b0-9a14-07cd5176fb8e), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:54.969164 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-9362f725-c532-4e20-a6c5-6717138c91c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-router', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:35Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'gw_port': {'id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '40238533-d58d-410a-b2b6-babcc8ff24e4', 'name': '', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'mac_address': 'fa:16:3e:92:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:43Z', 'updated_at': '2022-02-14T15:18:01Z', 'revision_number': 5, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'subnets': [{'id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:21:54.999386 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362f725-c532-4e20-a6c5-6717138c91c0 None None] Checking router: afc37eec-1140-4610-bb73-d0253e5d83f2 for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:21:55.003975 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4fa15454-8526-41ba-811c-c9614a34d079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for network (169fa58c-d958-44b0-9a14-07cd5176fb8e), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:55.004975 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa15454-8526-41ba-811c-c9614a34d079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:55.005577 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4fa15454-8526-41ba-811c-c9614a34d079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:55.012217 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9362f725-c532-4e20-a6c5-6717138c91c0 None None] Routers {'afc37eec-1140-4610-bb73-d0253e5d83f2'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:21:55.013053 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-9362f725-c532-4e20-a6c5-6717138c91c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:21:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['afc37eec-1140-4610-bb73-d0253e5d83f2'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:21:55.056995 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e128b95-36b5-415d-b1c4-d398a46f1862 req-1c93035e-4f9a-41ac-a958-fa98de53c4f6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:55.067706 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4e128b95-36b5-415d-b1c4-d398a46f1862 req-1c93035e-4f9a-41ac-a958-fa98de53c4f6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0743225 Feb 14 15:21:55.070687 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa15454-8526-41ba-811c-c9614a34d079 admin admin] Pushing event updated for resources: {'Network': ['ID=169fa58c-d958-44b0-9a14-07cd5176fb8e,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:55.087876 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-4fa15454-8526-41ba-811c-c9614a34d079 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4412169 Feb 14 15:21:55.090771 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 40618) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:55.097997 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-a03cc0a0-21fc-4b56-b114-2169c94c28ca admin admin] Request body: {'subnet': {'network_id': '169fa58c-d958-44b0-9a14-07cd5176fb8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1678553243-subnet', 'tenant_id': '153699651a714299ba48acebce872f96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:21:55.108722 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Network 169fa58c-d958-44b0-9a14-07cd5176fb8e details requested by agent ovs-agent-dv-cinder-815146-10-iscsi with host dv-cinder-815146-10-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:21:55.137480 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03cc0a0-21fc-4b56-b114-2169c94c28ca admin admin] Made reservation on behalf of 153699651a714299ba48acebce872f96 for: {'subnet': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:21:55.140047 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a03cc0a0-21fc-4b56-b114-2169c94c28ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63375859'] for subnet (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:55.142370 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4e128b95-36b5-415d-b1c4-d398a46f1862 req-33963477-07e2-4759-8c85-3550a2bd2922 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707519 Feb 14 15:21:55.218242 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 40624) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:55.281448 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c2451c63-15c5-4285-9c36-5cfc0c026a32 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group (27bd4b3e-caf2-4db2-82dc-9d0b2848b456), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:55.295305 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-9362f725-c532-4e20-a6c5-6717138c91c0 None None] Set router afc37eec-1140-4610-bb73-d0253e5d83f2 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:21:55.312757 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c2451c63-15c5-4285-9c36-5cfc0c026a32 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group (27bd4b3e-caf2-4db2-82dc-9d0b2848b456), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:55.372084 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c2451c63-15c5-4285-9c36-5cfc0c026a32 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (27bd4b3e-caf2-4db2-82dc-9d0b2848b456), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:55.373168 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a03cc0a0-21fc-4b56-b114-2169c94c28ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62982427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63375809'] for subnet (6fc9cced-cbf8-4dcb-81d0-e95f55fe86dd), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:55.375776 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c2451c63-15c5-4285-9c36-5cfc0c026a32 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:55.382582 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 40626) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:55.383701 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-c2451c63-15c5-4285-9c36-5cfc0c026a32 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "DELETE /v2.0/security-groups/27bd4b3e-caf2-4db2-82dc-9d0b2848b456 HTTP/1.1" status: 204 len: 168 time: 0.1641734 Feb 14 15:21:55.399705 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2451c63-15c5-4285-9c36-5cfc0c026a32 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bd4b3e-caf2-4db2-82dc-9d0b2848b456,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:55.430724 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.api.v2.resource [None req-a16f5a22-c6e4-482b-9b56-72600d53067a tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] show failed (client error): The resource could not be found. Feb 14 15:21:55.434382 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-a16f5a22-c6e4-482b-9b56-72600d53067a tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups/27bd4b3e-caf2-4db2-82dc-9d0b2848b456 HTTP/1.1" status: 404 len: 347 time: 0.0479145 Feb 14 15:21:55.435268 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 40628) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:55.457556 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cc0a0-21fc-4b56-b114-2169c94c28ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc9cced-cbf8-4dcb-81d0-e95f55fe86dd,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:55.478003 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03cc0a0-21fc-4b56-b114-2169c94c28ca admin admin] Checking segment: {'id': '0cf02a4d-62dc-405a-8c31-d2d57075e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '169fa58c-d958-44b0-9a14-07cd5176fb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:21:55.478549 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03cc0a0-21fc-4b56-b114-2169c94c28ca admin admin] Network hostable DHCP agents. Network: 169fa58c-d958-44b0-9a14-07cd5176fb8e, hostable agents: ['b66b99de-e32e-4873-b4e6-197912f08fb5'], hosted agents: [] {{(pid=102564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:21:55.501076 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03cc0a0-21fc-4b56-b114-2169c94c28ca admin admin] Network 169fa58c-d958-44b0-9a14-07cd5176fb8e is scheduled to be hosted by DHCP agent b66b99de-e32e-4873-b4e6-197912f08fb5 with binding_index 1 {{(pid=102564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:21:55.516407 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-a03cc0a0-21fc-4b56-b114-2169c94c28ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-10-iscsi, 169fa58c-d958-44b0-9a14-07cd5176fb8e) {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:21:55.522399 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03cc0a0-21fc-4b56-b114-2169c94c28ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:55.524007 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a03cc0a0-21fc-4b56-b114-2169c94c28ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:55.543894 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-a03cc0a0-21fc-4b56-b114-2169c94c28ca admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4519975 Feb 14 15:21:55.550823 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fce9221-89fe-47f1-9513-bfa2ff6d1244 None None] Network 169fa58c-d958-44b0-9a14-07cd5176fb8e requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:21:55.610328 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-61071ca2-c359-472f-9b3e-2a8e9dabfd26 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Deleting port 1e628dc3-0d36-4551-9038-59a319ac30a0 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:21:55.610680 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-61071ca2-c359-472f-9b3e-2a8e9dabfd26 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (1e628dc3-0d36-4551-9038-59a319ac30a0), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:55.670392 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-9362f725-c532-4e20-a6c5-6717138c91c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-router', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:35Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'gw_port': {'id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '40238533-d58d-410a-b2b6-babcc8ff24e4', 'name': '', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'mac_address': 'fa:16:3e:92:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:43Z', 'updated_at': '2022-02-14T15:18:01Z', 'revision_number': 5, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'subnets': [{'id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:21:55.701855 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d939ff34-606b-4879-80c2-17bbf7b9fe36 None None] Network 169fa58c-d958-44b0-9a14-07cd5176fb8e requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:21:55.705562 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362f725-c532-4e20-a6c5-6717138c91c0 None None] The sync data for ids ['afc37eec-1140-4610-bb73-d0253e5d83f2'] in dv-cinder-815146-10-iscsi is: [{'id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-router', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:35Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'gw_port': {'id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '40238533-d58d-410a-b2b6-babcc8ff24e4', 'name': '', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'mac_address': 'fa:16:3e:92:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:43Z', 'updated_at': '2022-02-14T15:18:01Z', 'revision_number': 5, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'subnets': [{'id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:21:55.715079 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-61071ca2-c359-472f-9b3e-2a8e9dabfd26 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (1e628dc3-0d36-4551-9038-59a319ac30a0), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:55.715477 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-61071ca2-c359-472f-9b3e-2a8e9dabfd26 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for floatingip (1e628dc3-0d36-4551-9038-59a319ac30a0), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:55.732047 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-61071ca2-c359-472f-9b3e-2a8e9dabfd26 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Calling delete_port for 1e628dc3-0d36-4551-9038-59a319ac30a0 owned by network:floatingip {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:21:56.114175 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd17a7c8-4f7d-4cbb-b122-88b7664bde75 None None] New status for floating IP 82cf1cea-1bf5-45fc-8f19-a81e417f465c: DOWN {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:21:56.164975 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-61071ca2-c359-472f-9b3e-2a8e9dabfd26 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (1e628dc3-0d36-4551-9038-59a319ac30a0), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:56.197324 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61071ca2-c359-472f-9b3e-2a8e9dabfd26 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Pushing event deleted for resources: {'Port': ['ID=1e628dc3-0d36-4551-9038-59a319ac30a0,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:56.284201 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-61071ca2-c359-472f-9b3e-2a8e9dabfd26 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for floatingip (82cf1cea-1bf5-45fc-8f19-a81e417f465c), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:56.287652 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-61071ca2-c359-472f-9b3e-2a8e9dabfd26 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:56.294393 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-61071ca2-c359-472f-9b3e-2a8e9dabfd26 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "DELETE /v2.0/floatingips/82cf1cea-1bf5-45fc-8f19-a81e417f465c HTTP/1.1" status: 204 len: 168 time: 0.8571317 Feb 14 15:21:56.344555 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.db.api [None req-bd17a7c8-4f7d-4cbb-b122-88b7664bde75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 15:21:56.344968 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG oslo_db.api [None req-bd17a7c8-4f7d-4cbb-b122-88b7664bde75 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 15:21:56.360822 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afbdf5-3865-48e3-8d6b-00bab38c1065 req-c00f9377-51c5-468f-ade7-cd7c963011da tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:56.362447 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b5afbdf5-3865-48e3-8d6b-00bab38c1065 req-c00f9377-51c5-468f-ade7-cd7c963011da tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0988941 Feb 14 15:21:56.414110 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b5afbdf5-3865-48e3-8d6b-00bab38c1065 req-fdfbeae1-1946-4701-a5a5-30d6c74b4dfa tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444181 Feb 14 15:21:56.590321 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 40648) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:56.595084 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-80df1b25-d866-44ec-94d2-e02d7b571632 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Request body: {'security_group': {'name': 'tempest-securitygroup--443805945', 'description': 'tempest-description--163933897'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:21:56.623755 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-80df1b25-d866-44ec-94d2-e02d7b571632 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:56.651849 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d25f5-a118-42dd-849a-66b18064d05e req-472245c5-9a90-419a-a738-509753545e79 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:56.660501 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e62d25f5-a118-42dd-849a-66b18064d05e req-472245c5-9a90-419a-a738-509753545e79 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0814915 Feb 14 15:21:56.708231 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-80df1b25-d866-44ec-94d2-e02d7b571632 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group (a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:56.712237 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-80df1b25-d866-44ec-94d2-e02d7b571632 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:56.736680 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e62d25f5-a118-42dd-849a-66b18064d05e req-daf02f51-7fa7-43f0-a63d-091dd31df150 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752161 Feb 14 15:21:56.741359 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-80df1b25-d866-44ec-94d2-e02d7b571632 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:56.742855 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-80df1b25-d866-44ec-94d2-e02d7b571632 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1510820 Feb 14 15:21:56.745722 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 40650) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:56.746506 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e9dfd-af7c-4c56-8f1c-036b20f12d2a req-c26e437f-d287-401f-a0be-7ad6071eb332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:56.748112 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-099e9dfd-af7c-4c56-8f1c-036b20f12d2a req-c26e437f-d287-401f-a0be-7ad6071eb332 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=656f45aa39584fa99a563c00f915eda2&device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 1129 time: 0.0807323 Feb 14 15:21:56.750935 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-765dc97b-0152-4bf8-9d51-3562b9f4c242 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Request body: {'security_group_rule': {'security_group_id': 'a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:21:56.770568 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df1b25-d866-44ec-94d2-e02d7b571632 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:56.780321 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-765dc97b-0152-4bf8-9d51-3562b9f4c242 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group_rule (8e0fecaa-3662-4af7-a962-f051d191cffb), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:56.836748 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-765dc97b-0152-4bf8-9d51-3562b9f4c242 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group_rule (8e0fecaa-3662-4af7-a962-f051d191cffb), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:56.842245 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-765dc97b-0152-4bf8-9d51-3562b9f4c242 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (8e0fecaa-3662-4af7-a962-f051d191cffb), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:56.846227 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd17a7c8-4f7d-4cbb-b122-88b7664bde75 None None] New status for floating IP 82cf1cea-1bf5-45fc-8f19-a81e417f465c: DOWN {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:21:56.870232 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765dc97b-0152-4bf8-9d51-3562b9f4c242 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0fecaa-3662-4af7-a962-f051d191cffb,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:56.870621 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e9dfd-af7c-4c56-8f1c-036b20f12d2a req-f06908be-7ac5-4cbe-a1b5-85a78f513c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:56.872611 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-099e9dfd-af7c-4c56-8f1c-036b20f12d2a req-f06908be-7ac5-4cbe-a1b5-85a78f513c87 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d8a50fc3-d129-4b74-b14e-edfcc858c8cc HTTP/1.1" status: 200 len: 911 time: 0.1179426 Feb 14 15:21:56.876285 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-765dc97b-0152-4bf8-9d51-3562b9f4c242 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:56.888777 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-765dc97b-0152-4bf8-9d51-3562b9f4c242 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391394 Feb 14 15:21:56.889993 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 40652) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:56.898553 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-e30bd978-79a3-4479-bbba-1709a307d303 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Request body: {'security_group_rule': {'security_group_id': 'a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:21:56.931906 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e30bd978-79a3-4479-bbba-1709a307d303 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group_rule (c887455d-f439-438b-8f7c-35ab63c10ebb), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:56.979882 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-099e9dfd-af7c-4c56-8f1c-036b20f12d2a req-1b9a1f41-2818-4255-9ebb-f69ebbd45f3e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56799805-9581-427d-9206-ca0ee9a313c5 HTTP/1.1" status: 200 len: 1001 time: 0.0999858 Feb 14 15:21:56.994017 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e30bd978-79a3-4479-bbba-1709a307d303 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group_rule (c887455d-f439-438b-8f7c-35ab63c10ebb), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:56.999483 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e30bd978-79a3-4479-bbba-1709a307d303 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (c887455d-f439-438b-8f7c-35ab63c10ebb), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:57.024265 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30bd978-79a3-4479-bbba-1709a307d303 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c887455d-f439-438b-8f7c-35ab63c10ebb,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:57.029519 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e30bd978-79a3-4479-bbba-1709a307d303 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:57.031009 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e30bd978-79a3-4479-bbba-1709a307d303 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400340 Feb 14 15:21:57.036210 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 40654) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:21:57.041906 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-f94b4bee-c4b5-4576-9472-05467ad3ac6c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Request body: {'floatingip': {'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:21:57.055306 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e9dfd-af7c-4c56-8f1c-036b20f12d2a req-61fff6b4-ab63-4d81-b024-88a7c482dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:57.056777 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-099e9dfd-af7c-4c56-8f1c-036b20f12d2a req-61fff6b4-ab63-4d81-b024-88a7c482dfa0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d07b9fd1-0958-4b2c-aed9-2e37c98ea84c HTTP/1.1" status: 200 len: 849 time: 0.0715814 Feb 14 15:21:57.074644 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f94b4bee-c4b5-4576-9472-05467ad3ac6c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:57.094186 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 48624f8e-759c-4a17-8f94-964331589aa1 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:21:57.115269 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] No Port match for: 48624f8e-759c-4a17-8f94-964331589aa1 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:21:57.116067 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 48624f8e-759c-4a17-8f94-964331589aa1 not bound to the agent host hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:21:57.138912 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e9dfd-af7c-4c56-8f1c-036b20f12d2a req-da916eae-1774-459a-a78f-17e5528c6f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:57.140749 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-099e9dfd-af7c-4c56-8f1c-036b20f12d2a req-da916eae-1774-459a-a78f-17e5528c6f6f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8a50fc3-d129-4b74-b14e-edfcc858c8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0766959 Feb 14 15:21:57.278947 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-099e9dfd-af7c-4c56-8f1c-036b20f12d2a req-2175d8ab-bd2b-4a75-b244-001ec8bed586 service neutron] 10.222.0.77 "GET /v2.0/networks/d8a50fc3-d129-4b74-b14e-edfcc858c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086035 Feb 14 15:21:57.282634 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f94b4bee-c4b5-4576-9472-05467ad3ac6c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:57.463648 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-099e9dfd-af7c-4c56-8f1c-036b20f12d2a req-dd0d9a3d-de15-4b44-97f5-a420bd557e14 service neutron] 10.222.0.77 "GET /v2.0/networks/d8a50fc3-d129-4b74-b14e-edfcc858c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775639 Feb 14 15:21:57.486127 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-f94b4bee-c4b5-4576-9472-05467ad3ac6c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Allocated IP 172.27.0.186 (a318f2e5-fbf9-4a36-a1d1-4a864fc5139f/1bedbbde-d873-4c55-9589-51025e0481b7/0a2d8dbf-e10c-4711-961e-c9236866f0c9) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:21:57.548640 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-cf32068b-62e1-4a2e-9b83-be1950769ca3 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:57.550662 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-cf32068b-62e1-4a2e-9b83-be1950769ca3 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/networks?id=169fa58c-d958-44b0-9a14-07cd5176fb8e HTTP/1.1" status: 200 len: 809 time: 0.1152904 Feb 14 15:21:57.567298 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-5e93a9f9-f47c-44d4-95d4-0d19761dca82 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/quotas/153699651a714299ba48acebce872f96 HTTP/1.1" status: 200 len: 375 time: 0.0101755 Feb 14 15:21:57.600579 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-f79304fb-7870-403f-91bf-5bee78d21d08 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=153699651a714299ba48acebce872f96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277543 Feb 14 15:21:57.613211 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f94b4bee-c4b5-4576-9472-05467ad3ac6c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for port (0a2d8dbf-e10c-4711-961e-c9236866f0c9), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:57.648308 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f94b4bee-c4b5-4576-9472-05467ad3ac6c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (0a2d8dbf-e10c-4711-961e-c9236866f0c9), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:57.695278 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94b4bee-c4b5-4576-9472-05467ad3ac6c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:21:57.698207 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-f94b4bee-c4b5-4576-9472-05467ad3ac6c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:21:57.700797 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94b4bee-c4b5-4576-9472-05467ad3ac6c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:21:57.704302 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-0011544a-c307-41f3-ac3d-5cc22673bf71 service neutron] 10.222.0.87 "GET /v2.0/networks/169fa58c-d958-44b0-9a14-07cd5176fb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912130 Feb 14 15:21:57.741950 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b4bee-c4b5-4576-9472-05467ad3ac6c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Pushing event updated for resources: {'Port': ['ID=0a2d8dbf-e10c-4711-961e-c9236866f0c9,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:57.852536 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-98a5c504-78ab-4a80-bc3a-f8bc9ff9586f service neutron] 10.222.0.87 "GET /v2.0/networks/169fa58c-d958-44b0-9a14-07cd5176fb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401675 Feb 14 15:21:57.877052 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f94b4bee-c4b5-4576-9472-05467ad3ac6c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for floatingip (748039b0-72f2-45e1-8910-040e683173d9), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:57.948069 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f8227-25d1-4178-8d69-46dc4b69024c req-4aa5be37-d54c-4b66-b1c6-07431dc04a78 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:57.956330 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-534f8227-25d1-4178-8d69-46dc4b69024c req-4aa5be37-d54c-4b66-b1c6-07431dc04a78 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.1135304 Feb 14 15:21:57.982527 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f94b4bee-c4b5-4576-9472-05467ad3ac6c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (0a2d8dbf-e10c-4711-961e-c9236866f0c9), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:58.087372 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-534f8227-25d1-4178-8d69-46dc4b69024c req-d8877f18-3acb-415b-bfc0-6c9f1c1123a2 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238916 Feb 14 15:21:58.101844 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4d511354-d322-4748-b926-1506cf758553 req-302e193c-dedd-48ed-b13f-b1af67604a3c tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=9658f977-8ac6-454f-b2d9-01d3e23fe437 HTTP/1.1" status: 200 len: 210 time: 0.0530734 Feb 14 15:21:58.230812 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f94b4bee-c4b5-4576-9472-05467ad3ac6c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for port (0a2d8dbf-e10c-4711-961e-c9236866f0c9), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:58.235452 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f94b4bee-c4b5-4576-9472-05467ad3ac6c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62982802'] for port (0a2d8dbf-e10c-4711-961e-c9236866f0c9), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:58.305514 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b4bee-c4b5-4576-9472-05467ad3ac6c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Pushing event updated for resources: {'Port': ['ID=0a2d8dbf-e10c-4711-961e-c9236866f0c9,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:21:58.321901 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f94b4bee-c4b5-4576-9472-05467ad3ac6c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560674'] for floatingip (748039b0-72f2-45e1-8910-040e683173d9), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:58.338852 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f94b4bee-c4b5-4576-9472-05467ad3ac6c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:58.340598 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-f94b4bee-c4b5-4576-9472-05467ad3ac6c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3031359 Feb 14 15:21:58.570996 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-2991f4a5-5373-4a7a-a4c5-474a5ec0b85a tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--443805945&fields=id&tenant_id=59e01ee3a909461f92070cf33d635c9f HTTP/1.1" status: 200 len: 267 time: 0.0463185 Feb 14 15:21:58.682731 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-12eba293-36bb-4d83-a6bb-463b87b7ee46 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:58.684211 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-12eba293-36bb-4d83-a6bb-463b87b7ee46 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/networks?id=f46612e4-5188-4afd-b927-413922cf4afb HTTP/1.1" status: 200 len: 817 time: 0.1068230 Feb 14 15:21:58.699435 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-615cd2c6-21fa-48b2-9742-fdf03c4c7234 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/quotas/59e01ee3a909461f92070cf33d635c9f HTTP/1.1" status: 200 len: 375 time: 0.0092897 Feb 14 15:21:58.753135 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-9619df70-cd88-4b82-b954-aee3cc5a8ce6 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=59e01ee3a909461f92070cf33d635c9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488088 Feb 14 15:21:58.859437 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-49a037c1-5a7d-408c-be24-7a37c19b3071 service neutron] 10.222.0.87 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952780 Feb 14 15:21:58.949339 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-ba2a4085-7c43-48bb-bf4c-605c3414a0d9 service neutron] 10.222.0.87 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830128 Feb 14 15:21:59.110235 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-25cdd1fd-a92f-499e-bd58-ac6d42339df6 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:59.112069 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-25cdd1fd-a92f-499e-bd58-ac6d42339df6 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.77 "GET /v2.0/networks?id=169fa58c-d958-44b0-9a14-07cd5176fb8e HTTP/1.1" status: 200 len: 809 time: 0.1222661 Feb 14 15:21:59.127569 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-f9ca463c-da52-482e-886b-4d025844cd1d tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Request body: {'port': {'device_id': '9658f977-8ac6-454f-b2d9-01d3e23fe437', 'network_id': '169fa58c-d958-44b0-9a14-07cd5176fb8e', 'admin_state_up': True, 'tenant_id': '153699651a714299ba48acebce872f96'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:21:59.132046 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-28dddea7-aa41-4f79-bbc3-f09a15dccd4b req-c8ffe196-4a49-4e30-8936-a7455f07c2de tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 210 time: 0.0364959 Feb 14 15:21:59.241282 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ffe45109-affc-4385-a6a4-9c1e34d7a688 req-cd834d54-0d00-4295-9fe4-4fa69cecbeb9 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=9658f977-8ac6-454f-b2d9-01d3e23fe437 HTTP/1.1" status: 200 len: 210 time: 0.0343137 Feb 14 15:21:59.512972 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a4c86-a601-4b61-a8ef-67ef50bf016a req-2d099a58-f243-464f-9e32-ac8acffede34 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:21:59.514607 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-257a4c86-a601-4b61-a8ef-67ef50bf016a req-2d099a58-f243-464f-9e32-ac8acffede34 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.3248596 Feb 14 15:21:59.557171 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-f9ca463c-da52-482e-886b-4d025844cd1d tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Made reservation on behalf of 153699651a714299ba48acebce872f96 for: {'port': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:21:59.560775 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-f9ca463c-da52-482e-886b-4d025844cd1d tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:59.596260 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-257a4c86-a601-4b61-a8ef-67ef50bf016a req-3d23cb89-6096-40fb-a6da-b23e8c27aab8 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748136 Feb 14 15:21:59.713456 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-f9ca463c-da52-482e-886b-4d025844cd1d tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Allocated IP 172.20.0.12 (169fa58c-d958-44b0-9a14-07cd5176fb8e/6fc9cced-cbf8-4dcb-81d0-e95f55fe86dd/62a3a8b9-d788-4df3-ae37-5c0bdf71cae4) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:21:59.867510 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-f9ca463c-da52-482e-886b-4d025844cd1d tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Publish callbacks [] for port (62a3a8b9-d788-4df3-ae37-5c0bdf71cae4), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:59.905642 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-f9ca463c-da52-482e-886b-4d025844cd1d tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (62a3a8b9-d788-4df3-ae37-5c0bdf71cae4), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:21:59.948230 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-f9ca463c-da52-482e-886b-4d025844cd1d tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Network 169fa58c-d958-44b0-9a14-07cd5176fb8e is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:21:59.953296 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-f9ca463c-da52-482e-886b-4d025844cd1d tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:21:59.958185 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-f9ca463c-da52-482e-886b-4d025844cd1d tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:21:59.982536 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca463c-da52-482e-886b-4d025844cd1d tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Pushing event updated for resources: {'Port': ['ID=62a3a8b9-d788-4df3-ae37-5c0bdf71cae4,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:00.020092 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-f9ca463c-da52-482e-886b-4d025844cd1d tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:00.020848 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-f9ca463c-da52-482e-886b-4d025844cd1d tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:00.041613 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-f9ca463c-da52-482e-886b-4d025844cd1d tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9183266 Feb 14 15:22:00.053202 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] Request body: {'port': {'device_id': '9658f977-8ac6-454f-b2d9-01d3e23fe437', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:22:00.106611 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-e1fd5b68-1a3c-419b-b85f-8db293e5cfae tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:00.108128 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-e1fd5b68-1a3c-419b-b85f-8db293e5cfae tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.77 "GET /v2.0/networks?id=f46612e4-5188-4afd-b927-413922cf4afb HTTP/1.1" status: 200 len: 817 time: 0.1138954 Feb 14 15:22:00.124786 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (62a3a8b9-d788-4df3-ae37-5c0bdf71cae4), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:00.186446 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-4ecfc18d-685c-4aa1-8d40-502bfaf670e7 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59e01ee3a909461f92070cf33d635c9f HTTP/1.1" status: 200 len: 379 time: 0.0705850 Feb 14 15:22:00.196224 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-9917b72e-19bf-4195-8dd7-a15a0ee51134 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Request body: {'port': {'device_id': 'ab6bb619-c407-4a5f-88c2-dc526c24c219', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'admin_state_up': True, 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'security_groups': ['a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41']}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:22:00.262236 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-937a3173-48e2-42ff-a5e3-b3e6cf97dc2b req-514e4678-d0aa-47f1-846e-192949a63fef tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 210 time: 0.0470014 Feb 14 15:22:00.353613 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-9917b72e-19bf-4195-8dd7-a15a0ee51134 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Made reservation on behalf of 59e01ee3a909461f92070cf33d635c9f for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:22:00.357137 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-9917b72e-19bf-4195-8dd7-a15a0ee51134 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:00.428116 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49aacf-699d-4502-ae2f-67c6f6797600 req-2bc01fe8-7453-4deb-82c6-3d864ec90b69 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:00.429530 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fe49aacf-699d-4502-ae2f-67c6f6797600 req-2bc01fe8-7453-4deb-82c6-3d864ec90b69 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=9658f977-8ac6-454f-b2d9-01d3e23fe437 HTTP/1.1" status: 200 len: 932 time: 0.0845273 Feb 14 15:22:00.484082 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-9917b72e-19bf-4195-8dd7-a15a0ee51134 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Allocated IP 172.20.0.12 (f46612e4-5188-4afd-b927-413922cf4afb/36ea11a7-e606-4181-a1a1-331e0ed702b8/93a43e8e-01de-461e-862d-8159fbeabd27) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:22:00.506169 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:22:00.516497 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] Publish callbacks [] for port (62a3a8b9-d788-4df3-ae37-5c0bdf71cae4), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:00.522718 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fe49aacf-699d-4502-ae2f-67c6f6797600 req-cc412f50-6d96-47b1-a61e-de66fcaf3036 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa68ab82-fd6d-463a-b1f8-2602c587dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876882 Feb 14 15:22:00.533761 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] Transition to ACTIVE for port object 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 will not be triggered until provisioned by entity L2. {{(pid=102564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:22:00.543658 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62982802'] for port (62a3a8b9-d788-4df3-ae37-5c0bdf71cae4), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:00.609475 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] Pushing event updated for resources: {'Port': ['ID=62a3a8b9-d788-4df3-ae37-5c0bdf71cae4,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:00.635790 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-9917b72e-19bf-4195-8dd7-a15a0ee51134 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for port (93a43e8e-01de-461e-862d-8159fbeabd27), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:00.671115 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-9917b72e-19bf-4195-8dd7-a15a0ee51134 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:00.682166 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] Attempting to bind port 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:22:00.682439 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] Attempting to bind port 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '0cf02a4d-62dc-405a-8c31-d2d57075e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '169fa58c-d958-44b0-9a14-07cd5176fb8e'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:22:00.682777 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] Attempting to bind port 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 on network 169fa58c-d958-44b0-9a14-07cd5176fb8e {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:22:00.687099 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] Port 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 on network 169fa58c-d958-44b0-9a14-07cd5176fb8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:22:00.687425 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] Attempting to bind port 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 on network 169fa58c-d958-44b0-9a14-07cd5176fb8e {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:22:00.692393 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] Checking agent: {'id': 'f190771b-33cd-44d9-aea8-80be24af3e8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'started_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:22:00.692729 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] Checking segment: {'id': '0cf02a4d-62dc-405a-8c31-d2d57075e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '169fa58c-d958-44b0-9a14-07cd5176fb8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:22:00.693117 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] Bound using segment: {'id': '0cf02a4d-62dc-405a-8c31-d2d57075e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '169fa58c-d958-44b0-9a14-07cd5176fb8e'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:22:00.693652 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] Bound port: 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf02a4d-62dc-405a-8c31-d2d57075e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '169fa58c-d958-44b0-9a14-07cd5176fb8e'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:22:00.694017 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (62a3a8b9-d788-4df3-ae37-5c0bdf71cae4), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:00.713659 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-9917b72e-19bf-4195-8dd7-a15a0ee51134 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Network f46612e4-5188-4afd-b927-413922cf4afb is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:22:00.718645 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-9917b72e-19bf-4195-8dd7-a15a0ee51134 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:22:00.722839 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-9917b72e-19bf-4195-8dd7-a15a0ee51134 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:22:00.729278 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917b72e-19bf-4195-8dd7-a15a0ee51134 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Pushing event updated for resources: {'Port': ['ID=93a43e8e-01de-461e-862d-8159fbeabd27,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:00.770904 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] For port 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4, host hv-cinder-81514, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:22:00.774342 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] For port 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=62a3a8b9-d788-4df3-ae37-5c0bdf71cae4,segment=NetworkSegment(0cf02a4d-62dc-405a-8c31-d2d57075e743),segment_id=0cf02a4d-62dc-405a-8c31-d2d57075e743)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:22:00.776617 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-9917b72e-19bf-4195-8dd7-a15a0ee51134 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:00.777359 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-9917b72e-19bf-4195-8dd7-a15a0ee51134 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:00.785051 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62982802'] for port (62a3a8b9-d788-4df3-ae37-5c0bdf71cae4), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:00.804373 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-9917b72e-19bf-4195-8dd7-a15a0ee51134 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6122100 Feb 14 15:22:00.818110 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] Request body: {'port': {'device_id': 'ab6bb619-c407-4a5f-88c2-dc526c24c219', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:22:00.829704 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:00.830179 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:00.832169 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] 10.222.0.77 "PUT /v2.0/ports/62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 HTTP/1.1" status: 200 len: 1094 time: 0.7830875 Feb 14 15:22:00.834958 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9658f977-8ac6-454f-b2d9-01d3e23fe437', 'tag': '62a3a8b9-d788-4df3-ae37-5c0bdf71cae4'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:22:00.838187 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114b17781d7584df24a73d2ca002b1fc4e4ef728ba6c29ea40a3094f371b155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d028951-1e16-41c2-87a7-a028e3cac615" -d '{"events": [{"name": "network-changed", "server_uuid": "9658f977-8ac6-454f-b2d9-01d3e23fe437", "tag": "62a3a8b9-d788-4df3-ae37-5c0bdf71cae4"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:22:00.865953 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcee69f-c357-4844-99f4-cab997c62425 service neutron] Pushing event updated for resources: {'Port': ['ID=62a3a8b9-d788-4df3-ae37-5c0bdf71cae4,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:00.887168 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:00.908133 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a414ac27-c447-4a35-ba23-570f70265a08 x-openstack-request-id: req-a414ac27-c447-4a35-ba23-570f70265a08 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:22:00.908425 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9658f977-8ac6-454f-b2d9-01d3e23fe437", "tag": "62a3a8b9-d788-4df3-ae37-5c0bdf71cae4", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:22:00.908677 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a414ac27-c447-4a35-ba23-570f70265a08 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:22:00.909068 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9658f977-8ac6-454f-b2d9-01d3e23fe437', 'tag': '62a3a8b9-d788-4df3-ae37-5c0bdf71cae4', 'status': 'completed', 'code': 200} Feb 14 15:22:00.953004 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-aeab82cb-2cd8-4766-a894-29e84014d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:00.954584 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-aeab82cb-2cd8-4766-a894-29e84014d982 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=153699651a714299ba48acebce872f96&device_id=9658f977-8ac6-454f-b2d9-01d3e23fe437 HTTP/1.1" status: 200 len: 1128 time: 0.0584841 Feb 14 15:22:00.969025 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-20ac21ba-67ad-4341-8b20-3ada6c137554 None None] Provisioning complete for port 93a43e8e-01de-461e-862d-8159fbeabd27 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:22:00.969587 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-20ac21ba-67ad-4341-8b20-3ada6c137554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:00.995746 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-41e6cbbd-f0f6-4c19-b363-fb45d96b55e5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 HTTP/1.1" status: 200 len: 217 time: 0.0345109 Feb 14 15:22:01.005079 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-20ac21ba-67ad-4341-8b20-3ada6c137554 None None] Port 93a43e8e-01de-461e-862d-8159fbeabd27 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:22:01.047920 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-57eb97c6-ec2a-4a3c-8810-fc3c0af230f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:01.049397 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-57eb97c6-ec2a-4a3c-8810-fc3c0af230f7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6fc9cced-cbf8-4dcb-81d0-e95f55fe86dd HTTP/1.1" status: 200 len: 849 time: 0.0473959 Feb 14 15:22:01.080735 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-2b839a31-5492-45a8-a67f-e481dbc6db5f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=169fa58c-d958-44b0-9a14-07cd5176fb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252852 Feb 14 15:22:01.155424 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a43e8e-01de-461e-862d-8159fbeabd27 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:22:01.163588 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] Publish callbacks [] for port (93a43e8e-01de-461e-862d-8159fbeabd27), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:01.168174 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-e0e7c3da-2694-4e17-83ec-aba5bd15c9bc service neutron] 10.222.0.77 "GET /v2.0/networks/169fa58c-d958-44b0-9a14-07cd5176fb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820446 Feb 14 15:22:01.177171 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] Transition to ACTIVE for port object 93a43e8e-01de-461e-862d-8159fbeabd27 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:22:01.181139 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:01.249152 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] Pushing event updated for resources: {'Port': ['ID=93a43e8e-01de-461e-862d-8159fbeabd27,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:01.272722 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c1696c8b-5629-41f3-bc49-8475555f4edb req-cb85b76e-9d6e-4fa4-a69a-8cb89cd9d1c0 service neutron] 10.222.0.77 "GET /v2.0/networks/169fa58c-d958-44b0-9a14-07cd5176fb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983763 Feb 14 15:22:01.313115 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] Attempting to bind port 93a43e8e-01de-461e-862d-8159fbeabd27 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:22:01.313645 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] Attempting to bind port 93a43e8e-01de-461e-862d-8159fbeabd27 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '73ace081-d880-40d5-b28d-384c0a5f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:22:01.313986 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] Attempting to bind port 93a43e8e-01de-461e-862d-8159fbeabd27 on network f46612e4-5188-4afd-b927-413922cf4afb {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:22:01.319333 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] Port 93a43e8e-01de-461e-862d-8159fbeabd27 on network f46612e4-5188-4afd-b927-413922cf4afb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:22:01.319699 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] Attempting to bind port 93a43e8e-01de-461e-862d-8159fbeabd27 on network f46612e4-5188-4afd-b927-413922cf4afb {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:22:01.324756 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] Checking agent: {'id': 'f190771b-33cd-44d9-aea8-80be24af3e8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'started_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:22:01.325098 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] Checking segment: {'id': '73ace081-d880-40d5-b28d-384c0a5f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:22:01.325486 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] Bound using segment: {'id': '73ace081-d880-40d5-b28d-384c0a5f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:22:01.326057 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] Bound port: 93a43e8e-01de-461e-862d-8159fbeabd27, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ace081-d880-40d5-b28d-384c0a5f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:22:01.326431 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:01.404719 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] For port 93a43e8e-01de-461e-862d-8159fbeabd27, host hv-cinder-81514, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:22:01.409204 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] For port 93a43e8e-01de-461e-862d-8159fbeabd27, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=93a43e8e-01de-461e-862d-8159fbeabd27,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:22:01.412655 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d028951-1e16-41c2-87a7-a028e3cac615 req-50274a97-6a82-45a7-b4a7-0005df40d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:01.414307 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2d028951-1e16-41c2-87a7-a028e3cac615 req-50274a97-6a82-45a7-b4a7-0005df40d6b6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=153699651a714299ba48acebce872f96&device_id=9658f977-8ac6-454f-b2d9-01d3e23fe437 HTTP/1.1" status: 200 len: 1128 time: 0.0938189 Feb 14 15:22:01.418857 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:01.455856 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:01.456766 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:01.458152 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] 10.222.0.77 "PUT /v2.0/ports/93a43e8e-01de-461e-862d-8159fbeabd27 HTTP/1.1" status: 200 len: 1094 time: 0.6462359 Feb 14 15:22:01.458598 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6bb619-c407-4a5f-88c2-dc526c24c219', 'tag': '93a43e8e-01de-461e-862d-8159fbeabd27'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:22:01.460918 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db445619-023d-47ea-8394-3b467193035d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6bb619-c407-4a5f-88c2-dc526c24c219", "tag": "93a43e8e-01de-461e-862d-8159fbeabd27"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:22:01.473939 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1276338-66b8-4e1c-bf81-5ebaa32ae468 req-c8b622f8-4cbf-4649-9ced-e5567f21acde tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:01.475491 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a1276338-66b8-4e1c-bf81-5ebaa32ae468 req-c8b622f8-4cbf-4649-9ced-e5567f21acde tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 944 time: 0.1041951 Feb 14 15:22:01.511510 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b283524-026e-4044-8c24-255100819044 x-openstack-request-id: req-9b283524-026e-4044-8c24-255100819044 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:22:01.511839 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6bb619-c407-4a5f-88c2-dc526c24c219", "tag": "93a43e8e-01de-461e-862d-8159fbeabd27", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:22:01.512108 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9b283524-026e-4044-8c24-255100819044 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:22:01.512500 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6bb619-c407-4a5f-88c2-dc526c24c219', 'tag': '93a43e8e-01de-461e-862d-8159fbeabd27', 'status': 'completed', 'code': 200} Feb 14 15:22:01.549800 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d028951-1e16-41c2-87a7-a028e3cac615 req-cf43d1b0-1095-4b16-9619-5213294fc080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:01.549800 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2d028951-1e16-41c2-87a7-a028e3cac615 req-cf43d1b0-1095-4b16-9619-5213294fc080 service neutron] 10.222.0.77 "GET /v2.0/networks?id=169fa58c-d958-44b0-9a14-07cd5176fb8e HTTP/1.1" status: 200 len: 910 time: 0.1275504 Feb 14 15:22:01.551607 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da75e5-1774-4f63-8e52-cef2b59561e5 service neutron] Pushing event updated for resources: {'Port': ['ID=93a43e8e-01de-461e-862d-8159fbeabd27,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:01.580838 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-07eb6832-ac24-4f34-bb9a-0bc6387b975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:01.582717 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-07eb6832-ac24-4f34-bb9a-0bc6387b975a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59e01ee3a909461f92070cf33d635c9f&device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 1128 time: 0.0730333 Feb 14 15:22:01.606941 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2d028951-1e16-41c2-87a7-a028e3cac615 req-a3fbd993-111e-4b85-b65b-1944f9c69761 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 HTTP/1.1" status: 200 len: 217 time: 0.0499959 Feb 14 15:22:01.642265 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-2585e08f-77c3-4783-a808-f092dd227cea service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93a43e8e-01de-461e-862d-8159fbeabd27 HTTP/1.1" status: 200 len: 217 time: 0.0477099 Feb 14 15:22:01.666484 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a1276338-66b8-4e1c-bf81-5ebaa32ae468 req-c72f98e5-7828-495c-8abc-29d23da253b7 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170757 Feb 14 15:22:01.679024 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d028951-1e16-41c2-87a7-a028e3cac615 req-e8f3218c-0aff-4096-96cf-476e1d92dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:01.680676 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2d028951-1e16-41c2-87a7-a028e3cac615 req-e8f3218c-0aff-4096-96cf-476e1d92dee0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6fc9cced-cbf8-4dcb-81d0-e95f55fe86dd HTTP/1.1" status: 200 len: 849 time: 0.0626709 Feb 14 15:22:01.719407 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2d028951-1e16-41c2-87a7-a028e3cac615 req-58f03642-f6e4-488f-9441-3dd151ba3308 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=169fa58c-d958-44b0-9a14-07cd5176fb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267482 Feb 14 15:22:01.725389 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-85e145c6-a136-4481-844e-2d7f8efe734a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:01.726892 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-85e145c6-a136-4481-844e-2d7f8efe734a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36ea11a7-e606-4181-a1a1-331e0ed702b8 HTTP/1.1" status: 200 len: 856 time: 0.0758638 Feb 14 15:22:01.739143 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555de39-d894-416b-958a-92f1240de032 req-cf6c0ca2-21ec-48fa-b632-d2c1dabe4203 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:01.740655 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1555de39-d894-416b-958a-92f1240de032 req-cf6c0ca2-21ec-48fa-b632-d2c1dabe4203 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=9658f977-8ac6-454f-b2d9-01d3e23fe437 HTTP/1.1" status: 200 len: 944 time: 0.1012497 Feb 14 15:22:01.818066 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1555de39-d894-416b-958a-92f1240de032 req-cc1ac869-1a08-404a-a076-34f5521d74a4 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa68ab82-fd6d-463a-b1f8-2602c587dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680666 Feb 14 15:22:01.818470 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2d028951-1e16-41c2-87a7-a028e3cac615 req-25efb53e-9179-4701-bf03-93dd41c97440 service neutron] 10.222.0.77 "GET /v2.0/networks/169fa58c-d958-44b0-9a14-07cd5176fb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927360 Feb 14 15:22:01.821113 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-f5818119-bd4e-4577-b295-739903015e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:01.822542 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-f5818119-bd4e-4577-b295-739903015e4b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f46612e4-5188-4afd-b927-413922cf4afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0810478 Feb 14 15:22:01.918899 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2d028951-1e16-41c2-87a7-a028e3cac615 req-895d559a-cf71-4ed0-bce3-f02017412b53 service neutron] 10.222.0.77 "GET /v2.0/networks/169fa58c-d958-44b0-9a14-07cd5176fb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864618 Feb 14 15:22:01.925450 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-8a61c765-ab04-4992-91c4-bf3db8b52903 service neutron] 10.222.0.77 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908856 Feb 14 15:22:02.012902 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-660d1c54-8a36-4d5c-ade2-c86a694a7617 req-52ece581-d13b-4127-a00d-0ed8c6ecd6c9 service neutron] 10.222.0.77 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819607 Feb 14 15:22:02.106575 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445619-023d-47ea-8394-3b467193035d req-3e26a3cd-ffd2-429a-b769-433c12d10054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:02.108386 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db445619-023d-47ea-8394-3b467193035d req-3e26a3cd-ffd2-429a-b769-433c12d10054 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59e01ee3a909461f92070cf33d635c9f&device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 1128 time: 0.0488498 Feb 14 15:22:02.197391 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445619-023d-47ea-8394-3b467193035d req-f91115a7-1212-489e-9d70-6c7efcd314ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:02.198888 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db445619-023d-47ea-8394-3b467193035d req-f91115a7-1212-489e-9d70-6c7efcd314ae service neutron] 10.222.0.77 "GET /v2.0/networks?id=f46612e4-5188-4afd-b927-413922cf4afb HTTP/1.1" status: 200 len: 918 time: 0.0841734 Feb 14 15:22:02.243756 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db445619-023d-47ea-8394-3b467193035d req-ab2557e0-ba55-4451-9548-ed16f7f6a595 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93a43e8e-01de-461e-862d-8159fbeabd27 HTTP/1.1" status: 200 len: 217 time: 0.0374289 Feb 14 15:22:02.293403 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445619-023d-47ea-8394-3b467193035d req-bb0c19e7-75bb-464d-9e64-5c9a47f3377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:02.294745 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db445619-023d-47ea-8394-3b467193035d req-bb0c19e7-75bb-464d-9e64-5c9a47f3377a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36ea11a7-e606-4181-a1a1-331e0ed702b8 HTTP/1.1" status: 200 len: 856 time: 0.0449574 Feb 14 15:22:02.345096 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445619-023d-47ea-8394-3b467193035d req-1df55edc-da6d-4dbf-bcd3-e2116e466a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:02.346779 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db445619-023d-47ea-8394-3b467193035d req-1df55edc-da6d-4dbf-bcd3-e2116e466a98 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f46612e4-5188-4afd-b927-413922cf4afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460505 Feb 14 15:22:02.436941 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db445619-023d-47ea-8394-3b467193035d req-390550d5-d47b-4103-98e6-8e91d438e09e service neutron] 10.222.0.77 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831010 Feb 14 15:22:02.522646 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db445619-023d-47ea-8394-3b467193035d req-fffd32a8-5293-4b4f-a54f-b34eb27236f5 service neutron] 10.222.0.77 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799079 Feb 14 15:22:02.790213 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528df4d-9c34-456d-9880-63cd1e07ef6e req-a0fec579-8622-44b8-a6c8-6053520c2790 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:02.791745 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5528df4d-9c34-456d-9880-63cd1e07ef6e req-a0fec579-8622-44b8-a6c8-6053520c2790 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 944 time: 0.0523908 Feb 14 15:22:02.844473 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5528df4d-9c34-456d-9880-63cd1e07ef6e req-9acef28d-6046-4ce1-9885-30f3dbce3857 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469196 Feb 14 15:22:02.943593 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad48cc-beec-4e8b-999b-6c8c886a0dd8 req-cbba6125-7a95-4648-961e-f865890a75f8 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:02.945112 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-19ad48cc-beec-4e8b-999b-6c8c886a0dd8 req-cbba6125-7a95-4648-961e-f865890a75f8 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=9658f977-8ac6-454f-b2d9-01d3e23fe437 HTTP/1.1" status: 200 len: 944 time: 0.0530641 Feb 14 15:22:02.994334 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-19ad48cc-beec-4e8b-999b-6c8c886a0dd8 req-88349979-8645-40c1-a249-59ceb657c917 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa68ab82-fd6d-463a-b1f8-2602c587dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437438 Feb 14 15:22:03.966762 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c3a33-0cc0-4ea4-86fa-e56842b202b6 req-1f5a381f-549c-410b-bf79-08b9997d8ead tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:03.968276 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e04c3a33-0cc0-4ea4-86fa-e56842b202b6 req-1f5a381f-549c-410b-bf79-08b9997d8ead tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 944 time: 0.0530179 Feb 14 15:22:04.013309 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e04c3a33-0cc0-4ea4-86fa-e56842b202b6 req-dc007f9a-14c0-48a9-973b-893001f32121 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392802 Feb 14 15:22:04.110608 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c7ea0-0a09-47a8-bda3-d676e94a1a45 req-2e7d521f-f6a5-4247-a26c-0913a6db0cb0 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:04.112114 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f07c7ea0-0a09-47a8-bda3-d676e94a1a45 req-2e7d521f-f6a5-4247-a26c-0913a6db0cb0 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=9658f977-8ac6-454f-b2d9-01d3e23fe437 HTTP/1.1" status: 200 len: 944 time: 0.0523431 Feb 14 15:22:04.158525 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f07c7ea0-0a09-47a8-bda3-d676e94a1a45 req-952ae28d-2969-4f28-9347-e34b7f5e1ab7 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa68ab82-fd6d-463a-b1f8-2602c587dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408208 Feb 14 15:22:05.135427 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ed351-9d89-4cf5-be2b-d3799ff7128b req-48ca0c68-2a5a-434d-8b1c-c89ba7520ad4 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:05.136938 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ac5ed351-9d89-4cf5-be2b-d3799ff7128b req-48ca0c68-2a5a-434d-8b1c-c89ba7520ad4 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 944 time: 0.0523772 Feb 14 15:22:05.145015 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:22:05.183403 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ac5ed351-9d89-4cf5-be2b-d3799ff7128b req-2327e694-2c94-4b43-89aa-9212d04adcef tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410233 Feb 14 15:22:05.244946 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=62a3a8b9-d788-4df3-ae37-5c0bdf71cae4,segment=NetworkSegment(0cf02a4d-62dc-405a-8c31-d2d57075e743),segment_id=0cf02a4d-62dc-405a-8c31-d2d57075e743)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:22:05.257298 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': '62a3a8b9-d788-4df3-ae37-5c0bdf71cae4', 'network_id': '169fa58c-d958-44b0-9a14-07cd5176fb8e', 'port_id': '62a3a8b9-d788-4df3-ae37-5c0bdf71cae4', 'mac_address': 'fa:16:3e:1a:d1:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc9cced-cbf8-4dcb-81d0-e95f55fe86dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:22:05.279129 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e236d-04fa-456e-8cb9-8cb1fb4bbb6a req-839485fc-25b3-4302-9c28-3693c0271f3d tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:05.280825 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8f3e236d-04fa-456e-8cb9-8cb1fb4bbb6a req-839485fc-25b3-4302-9c28-3693c0271f3d tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=9658f977-8ac6-454f-b2d9-01d3e23fe437 HTTP/1.1" status: 200 len: 944 time: 0.0523441 Feb 14 15:22:05.297898 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:22:05.298244 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (62a3a8b9-d788-4df3-ae37-5c0bdf71cae4), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:05.312004 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:22:05.329528 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8f3e236d-04fa-456e-8cb9-8cb1fb4bbb6a req-c1393a0d-5000-4fea-be0a-47590bccdc85 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa68ab82-fd6d-463a-b1f8-2602c587dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420759 Feb 14 15:22:05.331802 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=62a3a8b9-d788-4df3-ae37-5c0bdf71cae4,segment=NetworkSegment(0cf02a4d-62dc-405a-8c31-d2d57075e743),segment_id=0cf02a4d-62dc-405a-8c31-d2d57075e743)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:22:05.336617 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (62a3a8b9-d788-4df3-ae37-5c0bdf71cae4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:05.337323 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 93a43e8e-01de-461e-862d-8159fbeabd27 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:22:05.410009 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=62a3a8b9-d788-4df3-ae37-5c0bdf71cae4,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:05.426880 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:05.427235 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:05.427585 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:05.427960 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:05.428297 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:05.428627 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:05.428960 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:05.429291 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:05.429619 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:05.429947 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:05.430272 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:05.430594 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:05.430919 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:05.487197 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 93a43e8e-01de-461e-862d-8159fbeabd27, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=93a43e8e-01de-461e-862d-8159fbeabd27,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:22:05.499193 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': '93a43e8e-01de-461e-862d-8159fbeabd27', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'port_id': '93a43e8e-01de-461e-862d-8159fbeabd27', 'mac_address': 'fa:16:3e:4a:8e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:22:05.536289 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 93a43e8e-01de-461e-862d-8159fbeabd27 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:22:05.536680 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:05.549226 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a43e8e-01de-461e-862d-8159fbeabd27 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:22:05.572971 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 93a43e8e-01de-461e-862d-8159fbeabd27, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=93a43e8e-01de-461e-862d-8159fbeabd27,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:22:05.576914 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:05.623026 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=93a43e8e-01de-461e-862d-8159fbeabd27,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:05.844281 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['62a3a8b9-d788-4df3-ae37-5c0bdf71cae4'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:22:05.847690 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['93a43e8e-01de-461e-862d-8159fbeabd27'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:22:06.311177 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d907b-fe24-4ae9-952f-541102c3db18 req-3ffbff09-5b18-41cb-8eca-c70dc03efbb6 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:06.312689 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-845d907b-fe24-4ae9-952f-541102c3db18 req-3ffbff09-5b18-41cb-8eca-c70dc03efbb6 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 945 time: 0.0568244 Feb 14 15:22:06.358741 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-845d907b-fe24-4ae9-952f-541102c3db18 req-aec72f50-1af3-4781-8ff7-645531a207b4 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397873 Feb 14 15:22:06.450820 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4c979-c55e-4290-8767-0e52e6e09e3f req-09838c4a-935f-4e3e-a547-69a7d8f3d558 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:06.452323 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-07a4c979-c55e-4290-8767-0e52e6e09e3f req-09838c4a-935f-4e3e-a547-69a7d8f3d558 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=9658f977-8ac6-454f-b2d9-01d3e23fe437 HTTP/1.1" status: 200 len: 945 time: 0.0551677 Feb 14 15:22:06.497948 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-07a4c979-c55e-4290-8767-0e52e6e09e3f req-dd08a595-9c6a-42de-a7b6-236e5329a17d tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa68ab82-fd6d-463a-b1f8-2602c587dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394862 Feb 14 15:22:07.167071 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:22:07.219032 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning for port 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:22:07.224126 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:22:07.224503 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (62a3a8b9-d788-4df3-ae37-5c0bdf71cae4), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:07.426417 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:22:07.426734 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (62a3a8b9-d788-4df3-ae37-5c0bdf71cae4), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:07.449675 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9658f977-8ac6-454f-b2d9-01d3e23fe437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a3a8b9-d788-4df3-ae37-5c0bdf71cae4'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:22:07.451943 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fc2164-24c1-442d-992c-8ef560bcbf2b" -d '{"events": [{"server_uuid": "9658f977-8ac6-454f-b2d9-01d3e23fe437", "name": "network-vif-plugged", "status": "completed", "tag": "62a3a8b9-d788-4df3-ae37-5c0bdf71cae4"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:22:07.465540 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=62a3a8b9-d788-4df3-ae37-5c0bdf71cae4,segment=NetworkSegment(0cf02a4d-62dc-405a-8c31-d2d57075e743),segment_id=0cf02a4d-62dc-405a-8c31-d2d57075e743)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:22:07.470218 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (62a3a8b9-d788-4df3-ae37-5c0bdf71cae4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:07.471015 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 93a43e8e-01de-461e-862d-8159fbeabd27 up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:22:07.484956 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f886089-fda3-423f-b977-62d39c31a86b req-13b5bb6a-5fff-4c7f-bcfb-882df88e82b2 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:07.486547 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1f886089-fda3-423f-b977-62d39c31a86b req-13b5bb6a-5fff-4c7f-bcfb-882df88e82b2 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 945 time: 0.0565195 Feb 14 15:22:07.514900 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdf9d5a-a3d2-4ac9-b0bb-ba09aa4854d0 x-openstack-request-id: req-1bdf9d5a-a3d2-4ac9-b0bb-ba09aa4854d0 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:22:07.515188 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9658f977-8ac6-454f-b2d9-01d3e23fe437", "name": "network-vif-plugged", "status": "completed", "tag": "62a3a8b9-d788-4df3-ae37-5c0bdf71cae4", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:22:07.515439 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1bdf9d5a-a3d2-4ac9-b0bb-ba09aa4854d0 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:22:07.515923 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9658f977-8ac6-454f-b2d9-01d3e23fe437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a3a8b9-d788-4df3-ae37-5c0bdf71cae4', 'code': 200} Feb 14 15:22:07.538071 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1f886089-fda3-423f-b977-62d39c31a86b req-c1ae7f48-8c31-48f5-b5f9-62c18eaa28c4 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435264 Feb 14 15:22:07.569075 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=62a3a8b9-d788-4df3-ae37-5c0bdf71cae4,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:07.583173 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning for port 93a43e8e-01de-461e-862d-8159fbeabd27 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:22:07.587477 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port 93a43e8e-01de-461e-862d-8159fbeabd27 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:22:07.587929 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:07.672125 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 93a43e8e-01de-461e-862d-8159fbeabd27 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:22:07.672535 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:07.682480 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b64e4-ce06-4fee-ad90-8a02a8981f70 req-090fb83b-f993-461c-80f8-f9d22c173d64 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:07.683955 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-004b64e4-ce06-4fee-ad90-8a02a8981f70 req-090fb83b-f993-461c-80f8-f9d22c173d64 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=9658f977-8ac6-454f-b2d9-01d3e23fe437 HTTP/1.1" status: 200 len: 946 time: 0.0800502 Feb 14 15:22:07.705552 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 93a43e8e-01de-461e-862d-8159fbeabd27, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=93a43e8e-01de-461e-862d-8159fbeabd27,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:22:07.710529 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:07.715670 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2835f-9957-4e92-8e42-dc2964740c89 req-cfc1f84a-f022-4f9c-8b57-e7ba74b66c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:07.717169 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bae2835f-9957-4e92-8e42-dc2964740c89 req-cfc1f84a-f022-4f9c-8b57-e7ba74b66c09 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9658f977-8ac6-454f-b2d9-01d3e23fe437 HTTP/1.1" status: 200 len: 1130 time: 0.0755980 Feb 14 15:22:07.758477 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-004b64e4-ce06-4fee-ad90-8a02a8981f70 req-4116cea5-4e6d-4ecd-9d25-2f40b34bd628 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa68ab82-fd6d-463a-b1f8-2602c587dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683670 Feb 14 15:22:07.760747 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=93a43e8e-01de-461e-862d-8159fbeabd27,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:07.781144 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bae2835f-9957-4e92-8e42-dc2964740c89 req-68952492-c9b8-4a34-9892-0d7cd57fe8eb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fa68ab82-fd6d-463a-b1f8-2602c587dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540345 Feb 14 15:22:08.678753 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d064f0b-b2fa-40d1-a988-82d04444b220 req-c6b82d43-2517-42db-b31f-46dee03c8206 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:08.680288 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9d064f0b-b2fa-40d1-a988-82d04444b220 req-c6b82d43-2517-42db-b31f-46dee03c8206 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0565422 Feb 14 15:22:08.729683 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9d064f0b-b2fa-40d1-a988-82d04444b220 req-4fe29be6-add5-41dc-b9f7-c13508098b93 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439429 Feb 14 15:22:08.880480 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39ca4c-6064-459b-8b00-3de3f0080a94 req-80b88973-6209-40c2-b683-0706658ef694 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:08.881983 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bf39ca4c-6064-459b-8b00-3de3f0080a94 req-80b88973-6209-40c2-b683-0706658ef694 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=9658f977-8ac6-454f-b2d9-01d3e23fe437 HTTP/1.1" status: 200 len: 946 time: 0.0519197 Feb 14 15:22:08.933800 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bf39ca4c-6064-459b-8b00-3de3f0080a94 req-21ec7445-25d7-49a4-8c7e-055c5b6ccc36 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa68ab82-fd6d-463a-b1f8-2602c587dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462160 Feb 14 15:22:09.517573 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6bb619-c407-4a5f-88c2-dc526c24c219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a43e8e-01de-461e-862d-8159fbeabd27'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:22:09.520528 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293d801e-988b-4b40-84dd-1cb553fffdc3" -d '{"events": [{"server_uuid": "ab6bb619-c407-4a5f-88c2-dc526c24c219", "name": "network-vif-plugged", "status": "completed", "tag": "93a43e8e-01de-461e-862d-8159fbeabd27"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:22:09.556544 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c302b768-e949-49cd-ae45-28d9e0cd3740 x-openstack-request-id: req-c302b768-e949-49cd-ae45-28d9e0cd3740 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:22:09.556843 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6bb619-c407-4a5f-88c2-dc526c24c219", "name": "network-vif-plugged", "status": "completed", "tag": "93a43e8e-01de-461e-862d-8159fbeabd27", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:22:09.557100 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c302b768-e949-49cd-ae45-28d9e0cd3740 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:22:09.557497 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6bb619-c407-4a5f-88c2-dc526c24c219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a43e8e-01de-461e-862d-8159fbeabd27', 'code': 200} Feb 14 15:22:09.724334 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbbb37-6477-471c-b509-a557f1af26ac req-a5eb8716-5d48-4eba-bb69-3ed020995814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:09.725808 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0ddbbb37-6477-471c-b509-a557f1af26ac req-a5eb8716-5d48-4eba-bb69-3ed020995814 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 1130 time: 0.0430095 Feb 14 15:22:09.774806 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0ddbbb37-6477-471c-b509-a557f1af26ac req-286eee4a-3af3-4b6e-ac99-99014d591f57 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395625 Feb 14 15:22:09.853109 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732d0d0-9db0-4d1d-9d8f-a9be2ce5c327 req-89309813-27be-41ee-a7a5-9358a04371ff tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:09.854595 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7732d0d0-9db0-4d1d-9d8f-a9be2ce5c327 req-89309813-27be-41ee-a7a5-9358a04371ff tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0528154 Feb 14 15:22:09.900718 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7732d0d0-9db0-4d1d-9d8f-a9be2ce5c327 req-d5dc9f5b-b567-44b3-bc22-9b5fa292ea19 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406284 Feb 14 15:22:10.059876 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a3ede-847d-42ca-b2ae-f26b5c8b29b1 req-e4afafeb-5daf-4c1d-a0a6-7c5355593a0e tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:10.061261 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a94a3ede-847d-42ca-b2ae-f26b5c8b29b1 req-e4afafeb-5daf-4c1d-a0a6-7c5355593a0e tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=9658f977-8ac6-454f-b2d9-01d3e23fe437 HTTP/1.1" status: 200 len: 946 time: 0.0549498 Feb 14 15:22:10.107157 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a94a3ede-847d-42ca-b2ae-f26b5c8b29b1 req-5695a779-cba6-49a5-b4b1-5e74e280d099 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa68ab82-fd6d-463a-b1f8-2602c587dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398626 Feb 14 15:22:10.744262 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3c860-8278-4bdd-9c02-1cf5f410c421 req-83316f6c-824c-4bfe-8349-2a483d79fc07 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:10.745760 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c5e3c860-8278-4bdd-9c02-1cf5f410c421 req-83316f6c-824c-4bfe-8349-2a483d79fc07 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=9658f977-8ac6-454f-b2d9-01d3e23fe437 HTTP/1.1" status: 200 len: 946 time: 0.0533893 Feb 14 15:22:10.792527 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c5e3c860-8278-4bdd-9c02-1cf5f410c421 req-8a52c1ce-e7cb-4cad-802e-3e2e535a16ef tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa68ab82-fd6d-463a-b1f8-2602c587dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406375 Feb 14 15:22:11.026483 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa8db2-efcc-4499-adca-7a39b063ef0a req-28ebf6dd-d61d-4686-a865-18ae73ed78f4 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:11.028013 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4baa8db2-efcc-4499-adca-7a39b063ef0a req-28ebf6dd-d61d-4686-a865-18ae73ed78f4 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0514143 Feb 14 15:22:11.076162 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4baa8db2-efcc-4499-adca-7a39b063ef0a req-9d4a1951-cf71-4812-9b4a-87b18983720e tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423937 Feb 14 15:22:11.915413 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f133369-ffb4-41d7-90ce-484513eb8828 req-1cc74aa7-043e-4d5b-b78a-0fbe957db152 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:11.916944 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7f133369-ffb4-41d7-90ce-484513eb8828 req-1cc74aa7-043e-4d5b-b78a-0fbe957db152 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=9658f977-8ac6-454f-b2d9-01d3e23fe437 HTTP/1.1" status: 200 len: 946 time: 0.0580430 Feb 14 15:22:11.963210 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7f133369-ffb4-41d7-90ce-484513eb8828 req-6291defa-f152-47c1-bc83-6f52df3a57be tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa68ab82-fd6d-463a-b1f8-2602c587dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407889 Feb 14 15:22:12.204618 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef9c01-7915-4e9c-ad6e-769f70bb7589 req-eca0204c-d390-4c8c-9a1f-6d6f6855eb23 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:12.206077 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-95ef9c01-7915-4e9c-ad6e-769f70bb7589 req-eca0204c-d390-4c8c-9a1f-6d6f6855eb23 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0553000 Feb 14 15:22:12.251568 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-95ef9c01-7915-4e9c-ad6e-769f70bb7589 req-9181741b-f5e0-41ac-b14e-7225d8c09ccf tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400734 Feb 14 15:22:12.369508 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fcb3d-5f47-4c3a-9840-299b232c614f req-f160b460-09fb-418c-b1c6-1519310be56d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:12.370948 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-245fcb3d-5f47-4c3a-9840-299b232c614f req-f160b460-09fb-418c-b1c6-1519310be56d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0537727 Feb 14 15:22:12.380011 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 40784) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:22:12.380281 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9b85b-c7f9-4541-a954-88d407422fa9 req-5504c87c-9bfb-4ec8-91ad-4b1a076f4716 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:12.381825 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cfa9b85b-c7f9-4541-a954-88d407422fa9 req-5504c87c-9bfb-4ec8-91ad-4b1a076f4716 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.77 "GET /v2.0/ports?device_id=9658f977-8ac6-454f-b2d9-01d3e23fe437 HTTP/1.1" status: 200 len: 946 time: 0.0525062 Feb 14 15:22:12.384776 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-acfbb36c-3ef5-4d17-852f-a41f5951b50e tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Request body: {'floatingip': {'port_id': '93a43e8e-01de-461e-862d-8159fbeabd27'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:22:12.428345 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-acfbb36c-3ef5-4d17-852f-a41f5951b50e tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for floatingip (748039b0-72f2-45e1-8910-040e683173d9), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:12.480653 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-cfa9b85b-c7f9-4541-a954-88d407422fa9 req-0f4a9cf0-b48a-4e68-a4de-d6a8e4bac82b tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Deleting port 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:22:12.481000 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-cfa9b85b-c7f9-4541-a954-88d407422fa9 req-0f4a9cf0-b48a-4e68-a4de-d6a8e4bac82b tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (62a3a8b9-d788-4df3-ae37-5c0bdf71cae4), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:12.567976 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-cfa9b85b-c7f9-4541-a954-88d407422fa9 req-0f4a9cf0-b48a-4e68-a4de-d6a8e4bac82b tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] For port 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=62a3a8b9-d788-4df3-ae37-5c0bdf71cae4,segment=NetworkSegment(0cf02a4d-62dc-405a-8c31-d2d57075e743),segment_id=0cf02a4d-62dc-405a-8c31-d2d57075e743)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:22:12.568350 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-cfa9b85b-c7f9-4541-a954-88d407422fa9 req-0f4a9cf0-b48a-4e68-a4de-d6a8e4bac82b tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (62a3a8b9-d788-4df3-ae37-5c0bdf71cae4), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:12.581942 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-cfa9b85b-c7f9-4541-a954-88d407422fa9 req-0f4a9cf0-b48a-4e68-a4de-d6a8e4bac82b tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Calling delete_port for 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:22:12.712448 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-cfa9b85b-c7f9-4541-a954-88d407422fa9 req-0f4a9cf0-b48a-4e68-a4de-d6a8e4bac82b tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (62a3a8b9-d788-4df3-ae37-5c0bdf71cae4), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:12.725556 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['62a3a8b9-d788-4df3-ae37-5c0bdf71cae4'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:22:12.742068 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a9cf0-b48a-4e68-a4de-d6a8e4bac82b tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Pushing event deleted for resources: {'Port': ['ID=62a3a8b9-d788-4df3-ae37-5c0bdf71cae4,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:12.791059 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa9b85b-c7f9-4541-a954-88d407422fa9 req-0f4a9cf0-b48a-4e68-a4de-d6a8e4bac82b tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] No DVR routers for this DVR port 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 on host hv-cinder-81514 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:22:12.793792 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-cfa9b85b-c7f9-4541-a954-88d407422fa9 req-0f4a9cf0-b48a-4e68-a4de-d6a8e4bac82b tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:12.797203 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cfa9b85b-c7f9-4541-a954-88d407422fa9 req-0f4a9cf0-b48a-4e68-a4de-d6a8e4bac82b tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.77 "DELETE /v2.0/ports/62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 HTTP/1.1" status: 204 len: 173 time: 0.4081254 Feb 14 15:22:12.797652 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9658f977-8ac6-454f-b2d9-01d3e23fe437', 'name': 'network-vif-deleted', 'tag': '62a3a8b9-d788-4df3-ae37-5c0bdf71cae4'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:22:12.799888 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65414ed9-ee87-407b-ba21-c5bac0ef4e0e" -d '{"events": [{"server_uuid": "9658f977-8ac6-454f-b2d9-01d3e23fe437", "name": "network-vif-deleted", "tag": "62a3a8b9-d788-4df3-ae37-5c0bdf71cae4"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:22:12.846031 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed4afd2-2a2b-4f9e-a8e0-2595b0c2f9f2 x-openstack-request-id: req-bed4afd2-2a2b-4f9e-a8e0-2595b0c2f9f2 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:22:12.846357 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9658f977-8ac6-454f-b2d9-01d3e23fe437", "name": "network-vif-deleted", "tag": "62a3a8b9-d788-4df3-ae37-5c0bdf71cae4", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:22:12.846749 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bed4afd2-2a2b-4f9e-a8e0-2595b0c2f9f2 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:22:12.847640 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9658f977-8ac6-454f-b2d9-01d3e23fe437', 'name': 'network-vif-deleted', 'tag': '62a3a8b9-d788-4df3-ae37-5c0bdf71cae4', 'status': 'completed', 'code': 200} Feb 14 15:22:12.848843 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:12.903327 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-acfbb36c-3ef5-4d17-852f-a41f5951b50e tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:12.907204 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-acfbb36c-3ef5-4d17-852f-a41f5951b50e tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560674'] for floatingip (748039b0-72f2-45e1-8910-040e683173d9), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:13.010784 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.l3_db [None req-acfbb36c-3ef5-4d17-852f-a41f5951b50e tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Floating IP 748039b0-72f2-45e1-8910-040e683173d9 associated. External IP: 172.27.0.186, port: 93a43e8e-01de-461e-862d-8159fbeabd27. Feb 14 15:22:13.079697 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f9c8b834-780d-4fb1-a412-48a18ce79db2 req-06b5d74a-90a6-40b9-b05e-44e0d21e0bdf tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=9658f977-8ac6-454f-b2d9-01d3e23fe437 HTTP/1.1" status: 200 len: 210 time: 0.0312557 Feb 14 15:22:13.247672 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfbb36c-3ef5-4d17-852f-a41f5951b50e tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Router afc37eec-1140-4610-bb73-d0253e5d83f2 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:22:13.362504 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfbb36c-3ef5-4d17-852f-a41f5951b50e tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:22:13.369102 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-acfbb36c-3ef5-4d17-852f-a41f5951b50e tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:13.374718 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28905855-3bbe-46b4-95b0-6392a96b07b5 None None] Sync routers for ids ['afc37eec-1140-4610-bb73-d0253e5d83f2'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:22:13.388635 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28905855-3bbe-46b4-95b0-6392a96b07b5 None None] Routers {'afc37eec-1140-4610-bb73-d0253e5d83f2'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:22:13.389266 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-28905855-3bbe-46b4-95b0-6392a96b07b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:21:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['afc37eec-1140-4610-bb73-d0253e5d83f2'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:22:13.402405 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-acfbb36c-3ef5-4d17-852f-a41f5951b50e tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "PUT /v2.0/floatingips/748039b0-72f2-45e1-8910-040e683173d9 HTTP/1.1" status: 200 len: 992 time: 1.0212691 Feb 14 15:22:13.403100 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6bb619-c407-4a5f-88c2-dc526c24c219', 'tag': '93a43e8e-01de-461e-862d-8159fbeabd27'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:22:13.405581 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114b17781d7584df24a73d2ca002b1fc4e4ef728ba6c29ea40a3094f371b155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e532a0ac-3c6f-41c5-84b2-62c9a3703b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6bb619-c407-4a5f-88c2-dc526c24c219", "tag": "93a43e8e-01de-461e-862d-8159fbeabd27"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:22:13.447857 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0db379-d0fe-434a-a338-dc772ea4c675 x-openstack-request-id: req-2e0db379-d0fe-434a-a338-dc772ea4c675 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:22:13.448009 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6bb619-c407-4a5f-88c2-dc526c24c219", "tag": "93a43e8e-01de-461e-862d-8159fbeabd27", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:22:13.448179 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2e0db379-d0fe-434a-a338-dc772ea4c675 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:22:13.448581 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6bb619-c407-4a5f-88c2-dc526c24c219', 'tag': '93a43e8e-01de-461e-862d-8159fbeabd27', 'status': 'completed', 'code': 200} Feb 14 15:22:13.461037 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-dd59d0f2-9c51-4d37-9b61-9079123df258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:13.520869 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532a0ac-3c6f-41c5-84b2-62c9a3703b5c req-c9b578c8-18e6-4429-80ce-c072e4d60620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:13.522833 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e532a0ac-3c6f-41c5-84b2-62c9a3703b5c req-c9b578c8-18e6-4429-80ce-c072e4d60620 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59e01ee3a909461f92070cf33d635c9f&device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 1130 time: 0.0503356 Feb 14 15:22:13.531271 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-28905855-3bbe-46b4-95b0-6392a96b07b5 None None] Set router afc37eec-1140-4610-bb73-d0253e5d83f2 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:22:13.618515 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532a0ac-3c6f-41c5-84b2-62c9a3703b5c req-2fae8908-7e07-41b7-8e06-a697a4d95146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:13.620039 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e532a0ac-3c6f-41c5-84b2-62c9a3703b5c req-2fae8908-7e07-41b7-8e06-a697a4d95146 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f46612e4-5188-4afd-b927-413922cf4afb HTTP/1.1" status: 200 len: 918 time: 0.0914207 Feb 14 15:22:13.701736 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e532a0ac-3c6f-41c5-84b2-62c9a3703b5c req-e727c1d5-22b0-486a-b252-f71c0d7175d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93a43e8e-01de-461e-862d-8159fbeabd27 HTTP/1.1" status: 200 len: 1000 time: 0.0753832 Feb 14 15:22:13.757314 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532a0ac-3c6f-41c5-84b2-62c9a3703b5c req-ea2e83cb-c647-4894-b1a7-7d785d13349b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:13.758833 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e532a0ac-3c6f-41c5-84b2-62c9a3703b5c req-ea2e83cb-c647-4894-b1a7-7d785d13349b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36ea11a7-e606-4181-a1a1-331e0ed702b8 HTTP/1.1" status: 200 len: 856 time: 0.0494330 Feb 14 15:22:13.813707 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532a0ac-3c6f-41c5-84b2-62c9a3703b5c req-35f59e5c-7550-496d-b6a3-2226d6cb29f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:13.816612 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e532a0ac-3c6f-41c5-84b2-62c9a3703b5c req-35f59e5c-7550-496d-b6a3-2226d6cb29f8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f46612e4-5188-4afd-b927-413922cf4afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501993 Feb 14 15:22:13.844848 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-28905855-3bbe-46b4-95b0-6392a96b07b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-router', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:35Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'gw_port': {'id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': '748039b0-72f2-45e1-8910-040e683173d9', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'port_id': '93a43e8e-01de-461e-862d-8159fbeabd27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'mac_address': 'fa:16:3e:4a:8e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb619-c407-4a5f-88c2-dc526c24c219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:21:57Z', 'updated_at': '2022-02-14T15:22:12Z', 'revision_number': 1, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40238533-d58d-410a-b2b6-babcc8ff24e4', 'name': '', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'mac_address': 'fa:16:3e:92:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:43Z', 'updated_at': '2022-02-14T15:18:01Z', 'revision_number': 5, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'subnets': [{'id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:22:13.873108 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28905855-3bbe-46b4-95b0-6392a96b07b5 None None] Checking router: afc37eec-1140-4610-bb73-d0253e5d83f2 for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:22:13.882296 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28905855-3bbe-46b4-95b0-6392a96b07b5 None None] Routers {'afc37eec-1140-4610-bb73-d0253e5d83f2'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:22:13.882912 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-28905855-3bbe-46b4-95b0-6392a96b07b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:21:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['afc37eec-1140-4610-bb73-d0253e5d83f2'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:22:13.910798 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e532a0ac-3c6f-41c5-84b2-62c9a3703b5c req-0e724ba5-1cdd-45ef-b61a-770816b21362 service neutron] 10.222.0.77 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883601 Feb 14 15:22:13.995060 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-28905855-3bbe-46b4-95b0-6392a96b07b5 None None] Set router afc37eec-1140-4610-bb73-d0253e5d83f2 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:22:14.002153 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e532a0ac-3c6f-41c5-84b2-62c9a3703b5c req-0b2e6a57-c3df-4ba6-980e-470b84b7690d service neutron] 10.222.0.77 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831556 Feb 14 15:22:14.238070 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-28905855-3bbe-46b4-95b0-6392a96b07b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-router', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:35Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'gw_port': {'id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': '748039b0-72f2-45e1-8910-040e683173d9', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'port_id': '93a43e8e-01de-461e-862d-8159fbeabd27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'mac_address': 'fa:16:3e:4a:8e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb619-c407-4a5f-88c2-dc526c24c219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:21:57Z', 'updated_at': '2022-02-14T15:22:12Z', 'revision_number': 1, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40238533-d58d-410a-b2b6-babcc8ff24e4', 'name': '', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'mac_address': 'fa:16:3e:92:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:43Z', 'updated_at': '2022-02-14T15:18:01Z', 'revision_number': 5, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'subnets': [{'id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:22:14.268512 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28905855-3bbe-46b4-95b0-6392a96b07b5 None None] The sync data for ids ['afc37eec-1140-4610-bb73-d0253e5d83f2'] in dv-cinder-815146-10-iscsi is: [{'id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-router', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:35Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'gw_port': {'id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': '748039b0-72f2-45e1-8910-040e683173d9', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'port_id': '93a43e8e-01de-461e-862d-8159fbeabd27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'mac_address': 'fa:16:3e:4a:8e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb619-c407-4a5f-88c2-dc526c24c219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:21:57Z', 'updated_at': '2022-02-14T15:22:12Z', 'revision_number': 1, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40238533-d58d-410a-b2b6-babcc8ff24e4', 'name': '', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'mac_address': 'fa:16:3e:92:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:43Z', 'updated_at': '2022-02-14T15:18:01Z', 'revision_number': 5, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'subnets': [{'id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:22:14.352286 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-caeddc6c-e9d3-4d89-a555-1a9f00ce76d6 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:14.353818 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-caeddc6c-e9d3-4d89-a555-1a9f00ce76d6 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/networks?id=169fa58c-d958-44b0-9a14-07cd5176fb8e HTTP/1.1" status: 200 len: 809 time: 0.1148772 Feb 14 15:22:14.369095 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-b7aa725d-5b09-4b86-9f8a-dacf433884b7 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/quotas/153699651a714299ba48acebce872f96 HTTP/1.1" status: 200 len: 375 time: 0.0097704 Feb 14 15:22:14.401541 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-700e28c1-3846-4e4d-8fb2-1628969fc2f7 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=153699651a714299ba48acebce872f96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278964 Feb 14 15:22:14.462746 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed1ce19-ead4-47b6-ac26-b647598580cb None None] New status for floating IP 748039b0-72f2-45e1-8910-040e683173d9: ACTIVE {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:22:14.500178 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-0881eefd-1bf3-4937-be3e-2b648758ab54 service neutron] 10.222.0.87 "GET /v2.0/networks/169fa58c-d958-44b0-9a14-07cd5176fb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915117 Feb 14 15:22:14.589450 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-a46ddbd3-0e11-4ba7-9c5a-12a33e340180 service neutron] 10.222.0.87 "GET /v2.0/networks/169fa58c-d958-44b0-9a14-07cd5176fb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834379 Feb 14 15:22:14.751825 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-baaf902d-5aae-4d01-8637-df1b61735363 req-b611e272-e48c-4ab1-b6ed-560b73e2b0c0 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=791aa4a1-e8f2-4920-977a-af5717693d0f HTTP/1.1" status: 200 len: 210 time: 0.0314965 Feb 14 15:22:15.614131 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-3f40f03c-96d9-4e33-8728-7c13f4507f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:15.662738 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-62089835-fd09-4a58-99de-c0412536bae4 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:15.664248 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-62089835-fd09-4a58-99de-c0412536bae4 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.77 "GET /v2.0/networks?id=169fa58c-d958-44b0-9a14-07cd5176fb8e HTTP/1.1" status: 200 len: 809 time: 0.1112056 Feb 14 15:22:15.677862 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-a62bda5c-b0ee-4ee3-99cd-684779e9dfb9 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Request body: {'port': {'device_id': '791aa4a1-e8f2-4920-977a-af5717693d0f', 'network_id': '169fa58c-d958-44b0-9a14-07cd5176fb8e', 'admin_state_up': True, 'tenant_id': '153699651a714299ba48acebce872f96'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:22:15.799025 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-a62bda5c-b0ee-4ee3-99cd-684779e9dfb9 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Made reservation on behalf of 153699651a714299ba48acebce872f96 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:22:15.803012 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-a62bda5c-b0ee-4ee3-99cd-684779e9dfb9 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:15.880184 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-102b2b58-beb8-438a-8cdc-af70140f6303 req-b5f47af7-62e5-4df3-a8ae-b664ea6d00ac tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=791aa4a1-e8f2-4920-977a-af5717693d0f HTTP/1.1" status: 200 len: 210 time: 0.0538352 Feb 14 15:22:15.958198 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-a62bda5c-b0ee-4ee3-99cd-684779e9dfb9 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Allocated IP 172.20.0.14 (169fa58c-d958-44b0-9a14-07cd5176fb8e/6fc9cced-cbf8-4dcb-81d0-e95f55fe86dd/125543b6-9db8-4fcb-9b01-8257e48406f0) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:22:16.340330 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-a62bda5c-b0ee-4ee3-99cd-684779e9dfb9 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Publish callbacks [] for port (125543b6-9db8-4fcb-9b01-8257e48406f0), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:16.373277 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-a62bda5c-b0ee-4ee3-99cd-684779e9dfb9 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (125543b6-9db8-4fcb-9b01-8257e48406f0), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:16.416953 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-a62bda5c-b0ee-4ee3-99cd-684779e9dfb9 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Network 169fa58c-d958-44b0-9a14-07cd5176fb8e is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:22:16.421772 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-a62bda5c-b0ee-4ee3-99cd-684779e9dfb9 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:22:16.425455 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-a62bda5c-b0ee-4ee3-99cd-684779e9dfb9 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:22:16.431982 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62bda5c-b0ee-4ee3-99cd-684779e9dfb9 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Pushing event updated for resources: {'Port': ['ID=125543b6-9db8-4fcb-9b01-8257e48406f0,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:16.476503 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-a62bda5c-b0ee-4ee3-99cd-684779e9dfb9 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:16.477116 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-a62bda5c-b0ee-4ee3-99cd-684779e9dfb9 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:16.491471 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-a62bda5c-b0ee-4ee3-99cd-684779e9dfb9 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8181179 Feb 14 15:22:16.505310 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] Request body: {'port': {'device_id': '791aa4a1-e8f2-4920-977a-af5717693d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:22:16.561616 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (125543b6-9db8-4fcb-9b01-8257e48406f0), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:16.817965 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125543b6-9db8-4fcb-9b01-8257e48406f0 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:22:16.826361 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] Publish callbacks [] for port (125543b6-9db8-4fcb-9b01-8257e48406f0), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:16.839495 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] Transition to ACTIVE for port object 125543b6-9db8-4fcb-9b01-8257e48406f0 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:22:16.843712 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (125543b6-9db8-4fcb-9b01-8257e48406f0), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:16.889512 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] Pushing event updated for resources: {'Port': ['ID=125543b6-9db8-4fcb-9b01-8257e48406f0,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:16.961043 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] Attempting to bind port 125543b6-9db8-4fcb-9b01-8257e48406f0 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:22:16.961389 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] Attempting to bind port 125543b6-9db8-4fcb-9b01-8257e48406f0 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '0cf02a4d-62dc-405a-8c31-d2d57075e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '169fa58c-d958-44b0-9a14-07cd5176fb8e'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:22:16.961730 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] Attempting to bind port 125543b6-9db8-4fcb-9b01-8257e48406f0 on network 169fa58c-d958-44b0-9a14-07cd5176fb8e {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:22:16.966221 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] Port 125543b6-9db8-4fcb-9b01-8257e48406f0 on network 169fa58c-d958-44b0-9a14-07cd5176fb8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:22:16.966551 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] Attempting to bind port 125543b6-9db8-4fcb-9b01-8257e48406f0 on network 169fa58c-d958-44b0-9a14-07cd5176fb8e {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:22:16.972678 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] Checking agent: {'id': 'f190771b-33cd-44d9-aea8-80be24af3e8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'started_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:22:16.973085 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] Checking segment: {'id': '0cf02a4d-62dc-405a-8c31-d2d57075e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '169fa58c-d958-44b0-9a14-07cd5176fb8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:22:16.973473 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] Bound using segment: {'id': '0cf02a4d-62dc-405a-8c31-d2d57075e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '169fa58c-d958-44b0-9a14-07cd5176fb8e'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:22:16.973900 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] Bound port: 125543b6-9db8-4fcb-9b01-8257e48406f0, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf02a4d-62dc-405a-8c31-d2d57075e743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '169fa58c-d958-44b0-9a14-07cd5176fb8e'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:22:16.974263 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (125543b6-9db8-4fcb-9b01-8257e48406f0), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:16.999859 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdc60f-408d-492f-bf81-32560402436a req-28f7616f-06e3-441f-beb8-6b6fe1bcc619 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:17.001356 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-45cdc60f-408d-492f-bf81-32560402436a req-28f7616f-06e3-441f-beb8-6b6fe1bcc619 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=791aa4a1-e8f2-4920-977a-af5717693d0f HTTP/1.1" status: 200 len: 944 time: 0.0527337 Feb 14 15:22:17.039019 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] For port 125543b6-9db8-4fcb-9b01-8257e48406f0, host hv-cinder-81514, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:22:17.041983 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] For port 125543b6-9db8-4fcb-9b01-8257e48406f0, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=125543b6-9db8-4fcb-9b01-8257e48406f0,segment=NetworkSegment(0cf02a4d-62dc-405a-8c31-d2d57075e743),segment_id=0cf02a4d-62dc-405a-8c31-d2d57075e743)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:22:17.048287 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (125543b6-9db8-4fcb-9b01-8257e48406f0), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:17.048458 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-45cdc60f-408d-492f-bf81-32560402436a req-fa0b7af3-7ff7-4af6-ace0-1d0787802a98 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa68ab82-fd6d-463a-b1f8-2602c587dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408206 Feb 14 15:22:17.084946 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:17.085582 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:17.086959 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] 10.222.0.77 "PUT /v2.0/ports/125543b6-9db8-4fcb-9b01-8257e48406f0 HTTP/1.1" status: 200 len: 1094 time: 0.5856998 Feb 14 15:22:17.087404 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791aa4a1-e8f2-4920-977a-af5717693d0f', 'tag': '125543b6-9db8-4fcb-9b01-8257e48406f0'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:22:17.089647 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d35700b-d72e-46be-866a-dfb0befe7618" -d '{"events": [{"name": "network-changed", "server_uuid": "791aa4a1-e8f2-4920-977a-af5717693d0f", "tag": "125543b6-9db8-4fcb-9b01-8257e48406f0"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:22:17.110265 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce53c1-30d7-427f-9bfc-c97d244f3b1a service neutron] Pushing event updated for resources: {'Port': ['ID=125543b6-9db8-4fcb-9b01-8257e48406f0,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:17.127470 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab152ef-beed-40c7-9815-d8d7bcfcdcf9 x-openstack-request-id: req-fab152ef-beed-40c7-9815-d8d7bcfcdcf9 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:22:17.127808 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "791aa4a1-e8f2-4920-977a-af5717693d0f", "tag": "125543b6-9db8-4fcb-9b01-8257e48406f0", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:22:17.128066 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fab152ef-beed-40c7-9815-d8d7bcfcdcf9 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:22:17.129552 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '791aa4a1-e8f2-4920-977a-af5717693d0f', 'tag': '125543b6-9db8-4fcb-9b01-8257e48406f0', 'status': 'completed', 'code': 200} Feb 14 15:22:17.177429 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-1b7d485d-185a-47ee-9dd6-b6cf06065d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:17.178943 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-1b7d485d-185a-47ee-9dd6-b6cf06065d46 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=153699651a714299ba48acebce872f96&device_id=791aa4a1-e8f2-4920-977a-af5717693d0f HTTP/1.1" status: 200 len: 1128 time: 0.0452163 Feb 14 15:22:17.206726 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:22:17.225607 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-ad24cf5f-eddc-40fd-9131-df7ca5dfb153 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=125543b6-9db8-4fcb-9b01-8257e48406f0 HTTP/1.1" status: 200 len: 217 time: 0.0388982 Feb 14 15:22:17.226563 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] No Port match for: 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:22:17.226913 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 62a3a8b9-d788-4df3-ae37-5c0bdf71cae4 not bound to the agent host hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:22:17.275664 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-93a3d1ea-558b-483a-807c-d5790433ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:17.277155 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-93a3d1ea-558b-483a-807c-d5790433ba2f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6fc9cced-cbf8-4dcb-81d0-e95f55fe86dd HTTP/1.1" status: 200 len: 849 time: 0.0436592 Feb 14 15:22:17.308294 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:17.312857 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-973f020d-7a48-4e9d-8ff0-7009afef2aee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=169fa58c-d958-44b0-9a14-07cd5176fb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273504 Feb 14 15:22:17.403891 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-9d611628-5e27-417f-8df3-ed19650807b0 service neutron] 10.222.0.77 "GET /v2.0/networks/169fa58c-d958-44b0-9a14-07cd5176fb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844626 Feb 14 15:22:17.493669 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5442a3c2-a988-4dab-b0b7-684c09cf1b9e req-fbfbdd81-78ae-4b6a-8a00-0f8ffb8bae49 service neutron] 10.222.0.77 "GET /v2.0/networks/169fa58c-d958-44b0-9a14-07cd5176fb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832286 Feb 14 15:22:17.579117 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35700b-d72e-46be-866a-dfb0befe7618 req-5eec4138-08e9-4c8f-9a7a-94ea6cbd923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:17.580582 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2d35700b-d72e-46be-866a-dfb0befe7618 req-5eec4138-08e9-4c8f-9a7a-94ea6cbd923e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=153699651a714299ba48acebce872f96&device_id=791aa4a1-e8f2-4920-977a-af5717693d0f HTTP/1.1" status: 200 len: 1128 time: 0.0463874 Feb 14 15:22:17.671656 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35700b-d72e-46be-866a-dfb0befe7618 req-e4d9f3af-bbfc-4aed-b2ef-6eb4a8dd560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:17.673124 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2d35700b-d72e-46be-866a-dfb0befe7618 req-e4d9f3af-bbfc-4aed-b2ef-6eb4a8dd560e service neutron] 10.222.0.77 "GET /v2.0/networks?id=169fa58c-d958-44b0-9a14-07cd5176fb8e HTTP/1.1" status: 200 len: 910 time: 0.0857780 Feb 14 15:22:17.713319 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2d35700b-d72e-46be-866a-dfb0befe7618 req-70f25782-0cd7-4576-8e89-8beb2687d2a0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=125543b6-9db8-4fcb-9b01-8257e48406f0 HTTP/1.1" status: 200 len: 217 time: 0.0333197 Feb 14 15:22:17.764787 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35700b-d72e-46be-866a-dfb0befe7618 req-7aaba5d9-0cce-451d-ad73-027b243afe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:17.766205 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2d35700b-d72e-46be-866a-dfb0befe7618 req-7aaba5d9-0cce-451d-ad73-027b243afe02 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6fc9cced-cbf8-4dcb-81d0-e95f55fe86dd HTTP/1.1" status: 200 len: 849 time: 0.0461168 Feb 14 15:22:17.798521 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2d35700b-d72e-46be-866a-dfb0befe7618 req-7469d9e8-48c2-4798-99a9-cee8cf895ebf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=169fa58c-d958-44b0-9a14-07cd5176fb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252893 Feb 14 15:22:17.888373 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2d35700b-d72e-46be-866a-dfb0befe7618 req-ce7eceec-6abb-4696-bebe-b7b0eaa322cd service neutron] 10.222.0.77 "GET /v2.0/networks/169fa58c-d958-44b0-9a14-07cd5176fb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839226 Feb 14 15:22:17.982438 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2d35700b-d72e-46be-866a-dfb0befe7618 req-da05ae17-68af-46c9-b37b-d8e9d69d8f3e service neutron] 10.222.0.77 "GET /v2.0/networks/169fa58c-d958-44b0-9a14-07cd5176fb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869613 Feb 14 15:22:18.167881 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa46c9-2726-45a5-801b-61719ba50848 req-57703b6e-f2ec-4dac-9526-524cb7c6516e tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:18.169276 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-41fa46c9-2726-45a5-801b-61719ba50848 req-57703b6e-f2ec-4dac-9526-524cb7c6516e tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=791aa4a1-e8f2-4920-977a-af5717693d0f HTTP/1.1" status: 200 len: 944 time: 0.0523500 Feb 14 15:22:18.215778 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-41fa46c9-2726-45a5-801b-61719ba50848 req-a5984947-dea4-4514-917f-01580cb0757f tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa68ab82-fd6d-463a-b1f8-2602c587dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409980 Feb 14 15:22:18.581733 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:19.333219 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37aca4-edba-46b9-b57a-12df68e95257 req-f1e6ec72-f465-4196-af0e-08f7a431a7d5 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:19.334707 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5d37aca4-edba-46b9-b57a-12df68e95257 req-f1e6ec72-f465-4196-af0e-08f7a431a7d5 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=791aa4a1-e8f2-4920-977a-af5717693d0f HTTP/1.1" status: 200 len: 944 time: 0.0530081 Feb 14 15:22:19.379851 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5d37aca4-edba-46b9-b57a-12df68e95257 req-56e309a7-2c31-4fbb-b134-25ac620a0699 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa68ab82-fd6d-463a-b1f8-2602c587dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395689 Feb 14 15:22:19.767834 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:20.498420 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d308d-91b6-4751-9f78-4d0cb0ccc988 req-5149fdaf-67a7-4311-8156-d73cde47e7e7 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:20.499892 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4b3d308d-91b6-4751-9f78-4d0cb0ccc988 req-5149fdaf-67a7-4311-8156-d73cde47e7e7 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=791aa4a1-e8f2-4920-977a-af5717693d0f HTTP/1.1" status: 200 len: 944 time: 0.0553434 Feb 14 15:22:20.546606 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4b3d308d-91b6-4751-9f78-4d0cb0ccc988 req-b4c95eca-ae0e-4307-b149-d682d5f4a960 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa68ab82-fd6d-463a-b1f8-2602c587dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408785 Feb 14 15:22:21.250843 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 125543b6-9db8-4fcb-9b01-8257e48406f0 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:22:21.347441 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 125543b6-9db8-4fcb-9b01-8257e48406f0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=125543b6-9db8-4fcb-9b01-8257e48406f0,segment=NetworkSegment(0cf02a4d-62dc-405a-8c31-d2d57075e743),segment_id=0cf02a4d-62dc-405a-8c31-d2d57075e743)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:22:21.357846 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': '125543b6-9db8-4fcb-9b01-8257e48406f0', 'network_id': '169fa58c-d958-44b0-9a14-07cd5176fb8e', 'port_id': '125543b6-9db8-4fcb-9b01-8257e48406f0', 'mac_address': 'fa:16:3e:8b:7a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc9cced-cbf8-4dcb-81d0-e95f55fe86dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:22:21.398324 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 125543b6-9db8-4fcb-9b01-8257e48406f0 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:22:21.398721 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (125543b6-9db8-4fcb-9b01-8257e48406f0), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:21.411775 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125543b6-9db8-4fcb-9b01-8257e48406f0 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:22:21.430964 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 125543b6-9db8-4fcb-9b01-8257e48406f0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=125543b6-9db8-4fcb-9b01-8257e48406f0,segment=NetworkSegment(0cf02a4d-62dc-405a-8c31-d2d57075e743),segment_id=0cf02a4d-62dc-405a-8c31-d2d57075e743)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:22:21.434738 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (125543b6-9db8-4fcb-9b01-8257e48406f0), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:21.489640 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=125543b6-9db8-4fcb-9b01-8257e48406f0,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:21.672992 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828c779-ca1b-41e3-96a5-e823e088d600 req-15ca65f6-ac78-4e9c-a2c4-d3918f0d10d1 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:21.674482 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6828c779-ca1b-41e3-96a5-e823e088d600 req-15ca65f6-ac78-4e9c-a2c4-d3918f0d10d1 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=791aa4a1-e8f2-4920-977a-af5717693d0f HTTP/1.1" status: 200 len: 945 time: 0.0572035 Feb 14 15:22:21.708035 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['125543b6-9db8-4fcb-9b01-8257e48406f0'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:22:21.721855 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6828c779-ca1b-41e3-96a5-e823e088d600 req-4d97dc57-0422-4a31-99d8-02ab90e0edd1 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa68ab82-fd6d-463a-b1f8-2602c587dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418837 Feb 14 15:22:22.848758 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52dd78a-dbee-45b5-b9fe-f1ffc732f6ec req-951f079e-3201-4f68-8042-58b2365f66df tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:22.850267 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e52dd78a-dbee-45b5-b9fe-f1ffc732f6ec req-951f079e-3201-4f68-8042-58b2365f66df tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=791aa4a1-e8f2-4920-977a-af5717693d0f HTTP/1.1" status: 200 len: 945 time: 0.0621252 Feb 14 15:22:22.896692 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e52dd78a-dbee-45b5-b9fe-f1ffc732f6ec req-ddd97b87-f7ea-4f2c-b0a7-c6746531e74b tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa68ab82-fd6d-463a-b1f8-2602c587dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409269 Feb 14 15:22:23.273956 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 125543b6-9db8-4fcb-9b01-8257e48406f0 up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:22:23.322095 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning for port 125543b6-9db8-4fcb-9b01-8257e48406f0 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:22:23.325945 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port 125543b6-9db8-4fcb-9b01-8257e48406f0 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:22:23.326325 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (125543b6-9db8-4fcb-9b01-8257e48406f0), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:23.400772 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 125543b6-9db8-4fcb-9b01-8257e48406f0 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:22:23.401148 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (125543b6-9db8-4fcb-9b01-8257e48406f0), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:23.425923 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791aa4a1-e8f2-4920-977a-af5717693d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125543b6-9db8-4fcb-9b01-8257e48406f0'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:22:23.428167 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79305257-59ce-4bf1-abb8-0a401fa359c6" -d '{"events": [{"server_uuid": "791aa4a1-e8f2-4920-977a-af5717693d0f", "name": "network-vif-plugged", "status": "completed", "tag": "125543b6-9db8-4fcb-9b01-8257e48406f0"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:22:23.440395 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 125543b6-9db8-4fcb-9b01-8257e48406f0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=125543b6-9db8-4fcb-9b01-8257e48406f0,segment=NetworkSegment(0cf02a4d-62dc-405a-8c31-d2d57075e743),segment_id=0cf02a4d-62dc-405a-8c31-d2d57075e743)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:22:23.445326 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (125543b6-9db8-4fcb-9b01-8257e48406f0), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:23.468550 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbf61bc-f0b1-4268-8d79-ea8f45014ae5 x-openstack-request-id: req-ebbf61bc-f0b1-4268-8d79-ea8f45014ae5 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:22:23.468842 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791aa4a1-e8f2-4920-977a-af5717693d0f", "name": "network-vif-plugged", "status": "completed", "tag": "125543b6-9db8-4fcb-9b01-8257e48406f0", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:22:23.469094 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ebbf61bc-f0b1-4268-8d79-ea8f45014ae5 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:22:23.469482 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791aa4a1-e8f2-4920-977a-af5717693d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125543b6-9db8-4fcb-9b01-8257e48406f0', 'code': 200} Feb 14 15:22:23.498455 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=125543b6-9db8-4fcb-9b01-8257e48406f0,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:23.648724 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a95f6b-a30f-45cc-9dd0-1d0921f2425e req-341ff726-e8af-49b7-9706-f6865cb42c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:23.650208 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-06a95f6b-a30f-45cc-9dd0-1d0921f2425e req-341ff726-e8af-49b7-9706-f6865cb42c20 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=791aa4a1-e8f2-4920-977a-af5717693d0f HTTP/1.1" status: 200 len: 1130 time: 0.0440476 Feb 14 15:22:23.695447 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-06a95f6b-a30f-45cc-9dd0-1d0921f2425e req-fd4496bb-dfd2-4a94-9693-729a62e473b2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fa68ab82-fd6d-463a-b1f8-2602c587dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380085 Feb 14 15:22:24.012665 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ecab8-7ac9-4b8a-a137-bc81b6f9bac8 req-c93c0415-6fc1-4f30-8954-0e496f1e6db4 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:24.014136 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1a7ecab8-7ac9-4b8a-a137-bc81b6f9bac8 req-c93c0415-6fc1-4f30-8954-0e496f1e6db4 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=791aa4a1-e8f2-4920-977a-af5717693d0f HTTP/1.1" status: 200 len: 946 time: 0.0508416 Feb 14 15:22:24.063141 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1a7ecab8-7ac9-4b8a-a137-bc81b6f9bac8 req-bdc75811-a8d6-4439-b906-30fbe2b9b464 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa68ab82-fd6d-463a-b1f8-2602c587dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435553 Feb 14 15:22:25.197449 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cf553-744b-4055-894f-1336bd9d2623 req-c8f71c54-9673-4080-8fb5-2882f0c7e5df tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:25.198958 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a36cf553-744b-4055-894f-1336bd9d2623 req-c8f71c54-9673-4080-8fb5-2882f0c7e5df tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=791aa4a1-e8f2-4920-977a-af5717693d0f HTTP/1.1" status: 200 len: 946 time: 0.0587530 Feb 14 15:22:25.245364 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a36cf553-744b-4055-894f-1336bd9d2623 req-039c3912-254e-4ee8-8d21-598bbce15378 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa68ab82-fd6d-463a-b1f8-2602c587dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403805 Feb 14 15:22:25.886699 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872a14e-29e3-4115-8009-17de19d6a6f0 req-6c83a348-19e2-4256-88a3-13e10e9a1b4e tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:25.888221 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1872a14e-29e3-4115-8009-17de19d6a6f0 req-6c83a348-19e2-4256-88a3-13e10e9a1b4e tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=791aa4a1-e8f2-4920-977a-af5717693d0f HTTP/1.1" status: 200 len: 946 time: 0.0523214 Feb 14 15:22:25.934558 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1872a14e-29e3-4115-8009-17de19d6a6f0 req-1ac7d7f6-e1d3-4759-883a-b70496f2933d tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa68ab82-fd6d-463a-b1f8-2602c587dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407968 Feb 14 15:22:27.053985 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d483a3-ead5-43fe-bfa0-6f33b3da147c req-dfe6358b-3141-4c25-a8dc-d5d752d882bd tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:27.055389 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c7d483a3-ead5-43fe-bfa0-6f33b3da147c req-dfe6358b-3141-4c25-a8dc-d5d752d882bd tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=791aa4a1-e8f2-4920-977a-af5717693d0f HTTP/1.1" status: 200 len: 946 time: 0.0526683 Feb 14 15:22:27.101270 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c7d483a3-ead5-43fe-bfa0-6f33b3da147c req-b9f17193-8468-4028-9473-1379d91583c5 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa68ab82-fd6d-463a-b1f8-2602c587dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404596 Feb 14 15:22:27.435724 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886f423-7334-4e37-98bb-0d0ed406fe52 req-960d1bdd-65e3-4242-8956-6a205739b97c tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:27.437093 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3886f423-7334-4e37-98bb-0d0ed406fe52 req-960d1bdd-65e3-4242-8956-6a205739b97c tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.77 "GET /v2.0/ports?device_id=791aa4a1-e8f2-4920-977a-af5717693d0f HTTP/1.1" status: 200 len: 946 time: 0.0536311 Feb 14 15:22:27.536979 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-3886f423-7334-4e37-98bb-0d0ed406fe52 req-2ff8c7a6-62e8-4f77-b49b-7f848f47bc93 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Deleting port 125543b6-9db8-4fcb-9b01-8257e48406f0 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:22:27.537324 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-3886f423-7334-4e37-98bb-0d0ed406fe52 req-2ff8c7a6-62e8-4f77-b49b-7f848f47bc93 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (125543b6-9db8-4fcb-9b01-8257e48406f0), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:27.625121 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-3886f423-7334-4e37-98bb-0d0ed406fe52 req-2ff8c7a6-62e8-4f77-b49b-7f848f47bc93 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] For port 125543b6-9db8-4fcb-9b01-8257e48406f0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=125543b6-9db8-4fcb-9b01-8257e48406f0,segment=NetworkSegment(0cf02a4d-62dc-405a-8c31-d2d57075e743),segment_id=0cf02a4d-62dc-405a-8c31-d2d57075e743)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:22:27.625496 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-3886f423-7334-4e37-98bb-0d0ed406fe52 req-2ff8c7a6-62e8-4f77-b49b-7f848f47bc93 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (125543b6-9db8-4fcb-9b01-8257e48406f0), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:27.642254 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-3886f423-7334-4e37-98bb-0d0ed406fe52 req-2ff8c7a6-62e8-4f77-b49b-7f848f47bc93 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Calling delete_port for 125543b6-9db8-4fcb-9b01-8257e48406f0 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:22:27.765050 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-3886f423-7334-4e37-98bb-0d0ed406fe52 req-2ff8c7a6-62e8-4f77-b49b-7f848f47bc93 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (125543b6-9db8-4fcb-9b01-8257e48406f0), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:27.777015 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['125543b6-9db8-4fcb-9b01-8257e48406f0'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:22:27.793603 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8c7a6-62e8-4f77-b49b-7f848f47bc93 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Pushing event deleted for resources: {'Port': ['ID=125543b6-9db8-4fcb-9b01-8257e48406f0,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:27.840294 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-3886f423-7334-4e37-98bb-0d0ed406fe52 req-2ff8c7a6-62e8-4f77-b49b-7f848f47bc93 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] No DVR routers for this DVR port 125543b6-9db8-4fcb-9b01-8257e48406f0 on host hv-cinder-81514 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:22:27.842825 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-3886f423-7334-4e37-98bb-0d0ed406fe52 req-2ff8c7a6-62e8-4f77-b49b-7f848f47bc93 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:27.846178 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3886f423-7334-4e37-98bb-0d0ed406fe52 req-2ff8c7a6-62e8-4f77-b49b-7f848f47bc93 tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.77 "DELETE /v2.0/ports/125543b6-9db8-4fcb-9b01-8257e48406f0 HTTP/1.1" status: 204 len: 173 time: 0.4030843 Feb 14 15:22:27.846625 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791aa4a1-e8f2-4920-977a-af5717693d0f', 'name': 'network-vif-deleted', 'tag': '125543b6-9db8-4fcb-9b01-8257e48406f0'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:22:27.849596 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e77501-057c-4d2e-a9b5-a112a17538dd" -d '{"events": [{"server_uuid": "791aa4a1-e8f2-4920-977a-af5717693d0f", "name": "network-vif-deleted", "tag": "125543b6-9db8-4fcb-9b01-8257e48406f0"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:22:27.891773 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fd524c-e991-4638-9289-c52c9e6cc777 x-openstack-request-id: req-22fd524c-e991-4638-9289-c52c9e6cc777 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:22:27.892079 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791aa4a1-e8f2-4920-977a-af5717693d0f", "name": "network-vif-deleted", "tag": "125543b6-9db8-4fcb-9b01-8257e48406f0", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:22:27.892343 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-22fd524c-e991-4638-9289-c52c9e6cc777 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:22:27.892750 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791aa4a1-e8f2-4920-977a-af5717693d0f', 'name': 'network-vif-deleted', 'tag': '125543b6-9db8-4fcb-9b01-8257e48406f0', 'status': 'completed', 'code': 200} Feb 14 15:22:28.205503 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-824cf97e-1bed-4a60-aa70-58298fc68fa7 req-3649a410-3c3b-49e0-9cd7-b03abe17397a tempest-VolumesActionsTest-1112289651 tempest-VolumesActionsTest-1112289651-project] 10.222.0.87 "GET /v2.0/ports?device_id=791aa4a1-e8f2-4920-977a-af5717693d0f HTTP/1.1" status: 200 len: 210 time: 0.0268457 Feb 14 15:22:29.811728 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:22:31.735707 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72abd67-126f-4aef-991e-88629d4cc9b0 req-6190757f-d786-48be-a9b9-176f15ad27d5 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:31.737181 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d72abd67-126f-4aef-991e-88629d4cc9b0 req-6190757f-d786-48be-a9b9-176f15ad27d5 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 946 time: 0.0543098 Feb 14 15:22:31.785885 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d72abd67-126f-4aef-991e-88629d4cc9b0 req-e00fffc9-3688-40b1-b2b2-acc3f3dddace tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428483 Feb 14 15:22:31.795950 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 125543b6-9db8-4fcb-9b01-8257e48406f0 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:22:31.936980 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] No Port match for: 125543b6-9db8-4fcb-9b01-8257e48406f0 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:22:31.937324 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 125543b6-9db8-4fcb-9b01-8257e48406f0 not bound to the agent host hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:22:32.908742 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13c75e-21a6-4bd9-8c0e-e8b101027bb3 req-f4526b58-299f-477c-b808-9ffa0fc8a2bb tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:32.910881 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ca13c75e-21a6-4bd9-8c0e-e8b101027bb3 req-f4526b58-299f-477c-b808-9ffa0fc8a2bb tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 946 time: 0.0552351 Feb 14 15:22:32.958331 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ca13c75e-21a6-4bd9-8c0e-e8b101027bb3 req-7ea11d2b-393e-495e-a67e-a61ec592b29c tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418944 Feb 14 15:22:33.355491 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c559cd-0784-4398-b671-1797919db6fb req-7ae71b35-7487-45bf-a858-225d9f0b8300 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:33.356913 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-04c559cd-0784-4398-b671-1797919db6fb req-7ae71b35-7487-45bf-a858-225d9f0b8300 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0513866 Feb 14 15:22:33.406190 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-04c559cd-0784-4398-b671-1797919db6fb req-67686466-2f8e-4f06-bbcd-248c11c3d763 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438116 Feb 14 15:22:34.087872 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fb52b-5ccf-4ef8-956f-026eaefdda7e req-14e2c1eb-d236-460b-9433-76b0247a9365 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:34.092085 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d64fb52b-5ccf-4ef8-956f-026eaefdda7e req-14e2c1eb-d236-460b-9433-76b0247a9365 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 946 time: 0.0644767 Feb 14 15:22:34.149473 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d64fb52b-5ccf-4ef8-956f-026eaefdda7e req-c16e80ae-7afe-4599-80a2-13829e30e418 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529275 Feb 14 15:22:34.536224 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8114174-8265-4b65-9396-d8178ae34322 req-74ad00f9-fdf8-4e8a-a77f-742bc649d28e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:34.538570 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f8114174-8265-4b65-9396-d8178ae34322 req-74ad00f9-fdf8-4e8a-a77f-742bc649d28e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.0596933 Feb 14 15:22:34.591081 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f8114174-8265-4b65-9396-d8178ae34322 req-adca4f51-30f2-44d6-9ad5-65175d401c3f tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470636 Feb 14 15:22:35.284586 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677eef92-8a1f-4165-a9df-13635d30bc6d req-5b5b8617-f2ce-451c-a6a8-3d7e5b49a8d8 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:35.286986 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-677eef92-8a1f-4165-a9df-13635d30bc6d req-5b5b8617-f2ce-451c-a6a8-3d7e5b49a8d8 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 946 time: 0.0711350 Feb 14 15:22:35.357888 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-677eef92-8a1f-4165-a9df-13635d30bc6d req-b639d324-89f3-4257-bec4-c4bc434dbb2c tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648353 Feb 14 15:22:35.674255 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206bb45-d392-4aee-b465-5b1777c14c65 req-6b120c3c-0384-47f4-9a4a-0edeb34d1831 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:35.679141 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5206bb45-d392-4aee-b465-5b1777c14c65 req-6b120c3c-0384-47f4-9a4a-0edeb34d1831 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.77 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.1068265 Feb 14 15:22:35.864639 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60829df1-e1d1-4169-9d6c-28d469c403c9 req-bf113e4c-9595-433b-9aad-e1f8aa7c7161 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:35.866532 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-60829df1-e1d1-4169-9d6c-28d469c403c9 req-bf113e4c-9595-433b-9aad-e1f8aa7c7161 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 945 time: 0.1835172 Feb 14 15:22:35.909787 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-5206bb45-d392-4aee-b465-5b1777c14c65 req-963c988d-3eee-46ae-b135-001e6def07f1 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Deleting port 56799805-9581-427d-9206-ca0ee9a313c5 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:22:35.910524 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5206bb45-d392-4aee-b465-5b1777c14c65 req-963c988d-3eee-46ae-b135-001e6def07f1 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (56799805-9581-427d-9206-ca0ee9a313c5), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:36.038529 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-60829df1-e1d1-4169-9d6c-28d469c403c9 req-df08f60a-2a64-4597-af86-c3725b3d4a51 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6964aca-4aa9-4325-a90a-57447e180f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322114 Feb 14 15:22:36.056012 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-5206bb45-d392-4aee-b465-5b1777c14c65 req-963c988d-3eee-46ae-b135-001e6def07f1 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] For port 56799805-9581-427d-9206-ca0ee9a313c5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=56799805-9581-427d-9206-ca0ee9a313c5,segment=NetworkSegment(8af021fa-9e1c-4f25-b0ac-b84f4ac98747),segment_id=8af021fa-9e1c-4f25-b0ac-b84f4ac98747)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:22:36.056500 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5206bb45-d392-4aee-b465-5b1777c14c65 req-963c988d-3eee-46ae-b135-001e6def07f1 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (56799805-9581-427d-9206-ca0ee9a313c5), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:36.377675 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5206bb45-d392-4aee-b465-5b1777c14c65 req-963c988d-3eee-46ae-b135-001e6def07f1 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:36.378055 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5206bb45-d392-4aee-b465-5b1777c14c65 req-963c988d-3eee-46ae-b135-001e6def07f1 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560674'] for floatingip (f5cbc860-7e20-4bc6-a245-6bca2954d18d), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:36.378379 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.db.l3_db [req-5206bb45-d392-4aee-b465-5b1777c14c65 req-963c988d-3eee-46ae-b135-001e6def07f1 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Floating IP f5cbc860-7e20-4bc6-a245-6bca2954d18d disassociated. External IP: 172.27.0.109, port: 56799805-9581-427d-9206-ca0ee9a313c5. Feb 14 15:22:36.379274 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-5206bb45-d392-4aee-b465-5b1777c14c65 req-963c988d-3eee-46ae-b135-001e6def07f1 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Calling delete_port for 56799805-9581-427d-9206-ca0ee9a313c5 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:22:36.524997 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc3bac-6e01-4111-9f0a-01d8eb123dc8 req-4a0615cd-b470-431b-8ca8-cd8b4627a89a tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:36.527353 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c1bc3bac-6e01-4111-9f0a-01d8eb123dc8 req-4a0615cd-b470-431b-8ca8-cd8b4627a89a tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 946 time: 0.0902491 Feb 14 15:22:36.535594 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5206bb45-d392-4aee-b465-5b1777c14c65 req-963c988d-3eee-46ae-b135-001e6def07f1 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (56799805-9581-427d-9206-ca0ee9a313c5), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:36.586183 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c988d-3eee-46ae-b135-001e6def07f1 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Pushing event deleted for resources: {'Port': ['ID=56799805-9581-427d-9206-ca0ee9a313c5,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:36.595399 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c1bc3bac-6e01-4111-9f0a-01d8eb123dc8 req-7d905dc5-0ff8-40a4-933c-bb1052f20145 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612350 Feb 14 15:22:36.775643 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5206bb45-d392-4aee-b465-5b1777c14c65 req-963c988d-3eee-46ae-b135-001e6def07f1 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:22:36.901304 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5206bb45-d392-4aee-b465-5b1777c14c65 req-963c988d-3eee-46ae-b135-001e6def07f1 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:22:36.914189 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde8fb5-cb3f-48aa-bdbe-1fc9e894b29e None None] Sync routers for ids ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:22:36.924466 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbde8fb5-cb3f-48aa-bdbe-1fc9e894b29e None None] Routers {'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:22:36.925428 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-dbde8fb5-cb3f-48aa-bdbe-1fc9e894b29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:22:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:22:36.947132 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-5206bb45-d392-4aee-b465-5b1777c14c65 req-963c988d-3eee-46ae-b135-001e6def07f1 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] No DVR routers for this DVR port 56799805-9581-427d-9206-ca0ee9a313c5 on host hv-cinder-81514 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:22:36.950477 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5206bb45-d392-4aee-b465-5b1777c14c65 req-963c988d-3eee-46ae-b135-001e6def07f1 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:36.953831 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5206bb45-d392-4aee-b465-5b1777c14c65 req-963c988d-3eee-46ae-b135-001e6def07f1 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.77 "DELETE /v2.0/ports/56799805-9581-427d-9206-ca0ee9a313c5 HTTP/1.1" status: 204 len: 173 time: 1.2550504 Feb 14 15:22:36.954298 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124d95df-5de2-42f5-9cfc-b14e07e72a37', 'name': 'network-vif-deleted', 'tag': '56799805-9581-427d-9206-ca0ee9a313c5'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:22:36.958447 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863b0e9f-f9e6-4d42-86e7-87b5d443a456" -d '{"events": [{"server_uuid": "124d95df-5de2-42f5-9cfc-b14e07e72a37", "name": "network-vif-deleted", "tag": "56799805-9581-427d-9206-ca0ee9a313c5"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:22:37.048359 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04fc92f-3bb9-4cff-8337-492fad597cb4 x-openstack-request-id: req-d04fc92f-3bb9-4cff-8337-492fad597cb4 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:22:37.048657 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124d95df-5de2-42f5-9cfc-b14e07e72a37", "name": "network-vif-deleted", "tag": "56799805-9581-427d-9206-ca0ee9a313c5", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:22:37.048909 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d04fc92f-3bb9-4cff-8337-492fad597cb4 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:22:37.049304 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124d95df-5de2-42f5-9cfc-b14e07e72a37', 'name': 'network-vif-deleted', 'tag': '56799805-9581-427d-9206-ca0ee9a313c5', 'status': 'completed', 'code': 200} Feb 14 15:22:37.143338 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-dbde8fb5-cb3f-48aa-bdbe-1fc9e894b29e None None] Set router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:22:37.238833 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-13308e18-0c09-41d9-97b7-9dbc068591d5 req-51606e29-4922-4680-98dd-92a64b24a325 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=124d95df-5de2-42f5-9cfc-b14e07e72a37 HTTP/1.1" status: 200 len: 210 time: 0.0387321 Feb 14 15:22:37.433277 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-dbde8fb5-cb3f-48aa-bdbe-1fc9e894b29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'name': 'tempest-AttachVolumeTestJSON-252582479-router', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'gw_port': {'id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:39Z', 'updated_at': '2022-02-14T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '662e38d6-95d7-4031-b5a4-a7fe52f966c7', 'name': '', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'mac_address': 'fa:16:3e:c7:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:44Z', 'updated_at': '2022-02-14T15:17:54Z', 'revision_number': 5, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'subnets': [{'id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:22:37.466494 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde8fb5-cb3f-48aa-bdbe-1fc9e894b29e None None] Checking router: b9fff21b-9f1e-41b7-b1a3-f5a2afca454b for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:22:37.478153 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbde8fb5-cb3f-48aa-bdbe-1fc9e894b29e None None] Routers {'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:22:37.478775 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-dbde8fb5-cb3f-48aa-bdbe-1fc9e894b29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:22:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:22:37.640831 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-dbde8fb5-cb3f-48aa-bdbe-1fc9e894b29e None None] Set router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:22:37.904488 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-dbde8fb5-cb3f-48aa-bdbe-1fc9e894b29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'name': 'tempest-AttachVolumeTestJSON-252582479-router', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'gw_port': {'id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:39Z', 'updated_at': '2022-02-14T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '662e38d6-95d7-4031-b5a4-a7fe52f966c7', 'name': '', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'mac_address': 'fa:16:3e:c7:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:44Z', 'updated_at': '2022-02-14T15:17:54Z', 'revision_number': 5, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'subnets': [{'id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:22:37.935564 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde8fb5-cb3f-48aa-bdbe-1fc9e894b29e None None] The sync data for ids ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'] in dv-cinder-815146-10-iscsi is: [{'id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'name': 'tempest-AttachVolumeTestJSON-252582479-router', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'gw_port': {'id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:39Z', 'updated_at': '2022-02-14T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '662e38d6-95d7-4031-b5a4-a7fe52f966c7', 'name': '', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'mac_address': 'fa:16:3e:c7:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:44Z', 'updated_at': '2022-02-14T15:17:54Z', 'revision_number': 5, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'subnets': [{'id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:22:37.946832 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55eea3-a197-43ef-8720-e42bf6eb7c5d req-06d2259c-b48a-4ec9-a386-1dd39c391690 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:37.948559 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4a55eea3-a197-43ef-8720-e42bf6eb7c5d req-06d2259c-b48a-4ec9-a386-1dd39c391690 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 946 time: 0.2505810 Feb 14 15:22:38.014123 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4a55eea3-a197-43ef-8720-e42bf6eb7c5d req-d1aa89d6-e932-47f1-ba2c-ed509e9cbdd0 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593257 Feb 14 15:22:38.218240 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2834a6f7-6b63-43c6-a13e-8a6f16792067 None None] New status for floating IP f5cbc860-7e20-4bc6-a245-6bca2954d18d: DOWN {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:22:38.341538 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 41020) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:22:38.418708 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f9e6bcde-40fe-4713-a326-55d66e54d204 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group (e6964aca-4aa9-4325-a90a-57447e180f9e), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:38.444765 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f9e6bcde-40fe-4713-a326-55d66e54d204 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group (e6964aca-4aa9-4325-a90a-57447e180f9e), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:38.507547 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f9e6bcde-40fe-4713-a326-55d66e54d204 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (e6964aca-4aa9-4325-a90a-57447e180f9e), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:38.510572 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f9e6bcde-40fe-4713-a326-55d66e54d204 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:38.512163 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-f9e6bcde-40fe-4713-a326-55d66e54d204 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "DELETE /v2.0/security-groups/e6964aca-4aa9-4325-a90a-57447e180f9e HTTP/1.1" status: 204 len: 168 time: 0.1693730 Feb 14 15:22:38.514974 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 41022) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:22:38.521917 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6bcde-40fe-4713-a326-55d66e54d204 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6964aca-4aa9-4325-a90a-57447e180f9e,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:38.529333 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.api.v2.resource [None req-72a101da-c91a-4b1a-8a21-bfef803eccfc tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] show failed (client error): The resource could not be found. Feb 14 15:22:38.530628 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-72a101da-c91a-4b1a-8a21-bfef803eccfc tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups/e6964aca-4aa9-4325-a90a-57447e180f9e HTTP/1.1" status: 404 len: 347 time: 0.0143540 Feb 14 15:22:38.536130 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 41024) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:22:38.685699 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-99ba860c-afa7-431d-89e3-d226b0ca6dfb tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Deleting port c99fb80b-4628-41e5-bbc0-61e4fdec6c01 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:22:38.686044 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-99ba860c-afa7-431d-89e3-d226b0ca6dfb tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (c99fb80b-4628-41e5-bbc0-61e4fdec6c01), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:38.770707 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-99ba860c-afa7-431d-89e3-d226b0ca6dfb tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (c99fb80b-4628-41e5-bbc0-61e4fdec6c01), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:38.771347 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-99ba860c-afa7-431d-89e3-d226b0ca6dfb tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for floatingip (c99fb80b-4628-41e5-bbc0-61e4fdec6c01), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:38.786389 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-99ba860c-afa7-431d-89e3-d226b0ca6dfb tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Calling delete_port for c99fb80b-4628-41e5-bbc0-61e4fdec6c01 owned by network:floatingip {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:22:38.940437 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-99ba860c-afa7-431d-89e3-d226b0ca6dfb tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (c99fb80b-4628-41e5-bbc0-61e4fdec6c01), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:38.978155 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba860c-afa7-431d-89e3-d226b0ca6dfb tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Pushing event deleted for resources: {'Port': ['ID=c99fb80b-4628-41e5-bbc0-61e4fdec6c01,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:39.084934 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-99ba860c-afa7-431d-89e3-d226b0ca6dfb tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for floatingip (f5cbc860-7e20-4bc6-a245-6bca2954d18d), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:39.089403 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-99ba860c-afa7-431d-89e3-d226b0ca6dfb tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:39.090956 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-99ba860c-afa7-431d-89e3-d226b0ca6dfb tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "DELETE /v2.0/floatingips/f5cbc860-7e20-4bc6-a245-6bca2954d18d HTTP/1.1" status: 204 len: 168 time: 0.5530982 Feb 14 15:22:39.188142 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138d663-a24b-4a9c-8625-f38c8b43a6f5 req-cedbec5b-dff3-4b38-a381-d23fcec1176a tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:39.189778 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b138d663-a24b-4a9c-8625-f38c8b43a6f5 req-cedbec5b-dff3-4b38-a381-d23fcec1176a tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 946 time: 0.0878572 Feb 14 15:22:39.242516 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b138d663-a24b-4a9c-8625-f38c8b43a6f5 req-277a4af1-d328-4824-abe0-d2773c27c432 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465407 Feb 14 15:22:39.358026 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 56799805-9581-427d-9206-ca0ee9a313c5 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:22:39.381951 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] No Port match for: 56799805-9581-427d-9206-ca0ee9a313c5 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:22:39.382304 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 56799805-9581-427d-9206-ca0ee9a313c5 not bound to the agent host hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:22:39.388675 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 41034) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:22:39.393476 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-04414edd-cd3d-4424-85bb-9e0a08425ca1 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--499324561', 'description': 'tempest-description--712655910'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:22:39.421335 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-04414edd-cd3d-4424-85bb-9e0a08425ca1 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:39.509789 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-04414edd-cd3d-4424-85bb-9e0a08425ca1 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group (cbde01e9-5c4b-48f3-b4ef-28393ea4bb48), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:39.533971 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-04414edd-cd3d-4424-85bb-9e0a08425ca1 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (cbde01e9-5c4b-48f3-b4ef-28393ea4bb48), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:39.570046 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-04414edd-cd3d-4424-85bb-9e0a08425ca1 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:39.572196 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-04414edd-cd3d-4424-85bb-9e0a08425ca1 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1824229 Feb 14 15:22:39.574181 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 41036) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:22:39.578700 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-253b735d-feb0-4e5f-8ca2-284006b88857 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Request body: {'security_group_rule': {'security_group_id': 'cbde01e9-5c4b-48f3-b4ef-28393ea4bb48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:22:39.579730 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04414edd-cd3d-4424-85bb-9e0a08425ca1 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbde01e9-5c4b-48f3-b4ef-28393ea4bb48,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:39.605206 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-253b735d-feb0-4e5f-8ca2-284006b88857 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group_rule (7efe0e0d-12a0-4231-b23b-8f42f1d0369b), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:39.696531 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-253b735d-feb0-4e5f-8ca2-284006b88857 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group_rule (7efe0e0d-12a0-4231-b23b-8f42f1d0369b), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:39.700649 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-253b735d-feb0-4e5f-8ca2-284006b88857 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (7efe0e0d-12a0-4231-b23b-8f42f1d0369b), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:39.721177 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b735d-feb0-4e5f-8ca2-284006b88857 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efe0e0d-12a0-4231-b23b-8f42f1d0369b,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:39.729030 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-253b735d-feb0-4e5f-8ca2-284006b88857 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:39.733394 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 41042) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:22:39.737846 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-670b0de8-962b-446c-876c-f62795aad2ca tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Request body: {'security_group_rule': {'security_group_id': 'cbde01e9-5c4b-48f3-b4ef-28393ea4bb48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:22:39.740142 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-253b735d-feb0-4e5f-8ca2-284006b88857 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1648343 Feb 14 15:22:39.770314 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-670b0de8-962b-446c-876c-f62795aad2ca tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group_rule (30244868-c1c0-4812-8aa9-80b196889439), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:39.841949 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-670b0de8-962b-446c-876c-f62795aad2ca tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group_rule (30244868-c1c0-4812-8aa9-80b196889439), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:39.846029 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-670b0de8-962b-446c-876c-f62795aad2ca tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (30244868-c1c0-4812-8aa9-80b196889439), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:39.866093 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b0de8-962b-446c-876c-f62795aad2ca tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30244868-c1c0-4812-8aa9-80b196889439,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:39.873889 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-670b0de8-962b-446c-876c-f62795aad2ca tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:39.877989 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-670b0de8-962b-446c-876c-f62795aad2ca tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407945 Feb 14 15:22:39.880324 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 41044) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:22:39.884874 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-6e96e6b3-81dd-454e-beb1-f9299905a15d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Request body: {'floatingip': {'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:22:39.907310 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6e96e6b3-81dd-454e-beb1-f9299905a15d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:40.012680 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6e96e6b3-81dd-454e-beb1-f9299905a15d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:40.130667 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-6e96e6b3-81dd-454e-beb1-f9299905a15d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Allocated IP 172.27.0.31 (a318f2e5-fbf9-4a36-a1d1-4a864fc5139f/1bedbbde-d873-4c55-9589-51025e0481b7/e4ccd5f9-fb49-4d85-968d-616a5a05c86d) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:22:40.251131 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6e96e6b3-81dd-454e-beb1-f9299905a15d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for port (e4ccd5f9-fb49-4d85-968d-616a5a05c86d), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:40.314448 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6e96e6b3-81dd-454e-beb1-f9299905a15d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (e4ccd5f9-fb49-4d85-968d-616a5a05c86d), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:40.371644 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e96e6b3-81dd-454e-beb1-f9299905a15d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:22:40.375712 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96e6b3-81dd-454e-beb1-f9299905a15d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Pushing event updated for resources: {'Port': ['ID=e4ccd5f9-fb49-4d85-968d-616a5a05c86d,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:40.378434 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-6e96e6b3-81dd-454e-beb1-f9299905a15d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:22:40.381383 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e96e6b3-81dd-454e-beb1-f9299905a15d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:22:40.482358 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6e96e6b3-81dd-454e-beb1-f9299905a15d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for floatingip (7e05a5e9-314e-46f5-965f-1d6c174c5eb8), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:40.515844 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc25076-16d3-4e06-b010-50933baf2e84 req-5746fb22-e127-435d-8ddf-008a358f2886 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:40.523506 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bcc25076-16d3-4e06-b010-50933baf2e84 req-5746fb22-e127-435d-8ddf-008a358f2886 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 946 time: 0.1867194 Feb 14 15:22:40.529776 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6e96e6b3-81dd-454e-beb1-f9299905a15d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (e4ccd5f9-fb49-4d85-968d-616a5a05c86d), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:40.613489 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bcc25076-16d3-4e06-b010-50933baf2e84 req-81113784-e7ff-4c44-96ac-ceff79bf84b9 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890629 Feb 14 15:22:40.741904 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6e96e6b3-81dd-454e-beb1-f9299905a15d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for port (e4ccd5f9-fb49-4d85-968d-616a5a05c86d), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:40.747809 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6e96e6b3-81dd-454e-beb1-f9299905a15d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (e4ccd5f9-fb49-4d85-968d-616a5a05c86d), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:40.837204 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96e6b3-81dd-454e-beb1-f9299905a15d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Pushing event updated for resources: {'Port': ['ID=e4ccd5f9-fb49-4d85-968d-616a5a05c86d,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:40.848431 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6e96e6b3-81dd-454e-beb1-f9299905a15d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560674'] for floatingip (7e05a5e9-314e-46f5-965f-1d6c174c5eb8), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:40.868902 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6e96e6b3-81dd-454e-beb1-f9299905a15d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:40.870236 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6e96e6b3-81dd-454e-beb1-f9299905a15d tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9888601 Feb 14 15:22:41.432721 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b3e46119-0f41-4926-a23b-e172a5a706e8 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--499324561&fields=id&tenant_id=656f45aa39584fa99a563c00f915eda2 HTTP/1.1" status: 200 len: 267 time: 0.3733099 Feb 14 15:22:41.570841 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-04b62761-3863-449d-82e0-80a6cd98ac3a tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:41.570841 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-04b62761-3863-449d-82e0-80a6cd98ac3a tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/networks?id=d8a50fc3-d129-4b74-b14e-edfcc858c8cc HTTP/1.1" status: 200 len: 810 time: 0.1226680 Feb 14 15:22:41.586756 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-f83af4fa-5ae9-4a89-b67a-ad8e0ca3e84c tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/quotas/656f45aa39584fa99a563c00f915eda2 HTTP/1.1" status: 200 len: 375 time: 0.0110557 Feb 14 15:22:41.682329 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-62039d50-9dda-477f-acf9-2f024afda126 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=656f45aa39584fa99a563c00f915eda2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717757 Feb 14 15:22:41.790605 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4562162-a78a-4889-aa02-074767df617a req-dd013ae4-d77a-4b81-9338-0afdbaf9bde9 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:41.792988 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e4562162-a78a-4889-aa02-074767df617a req-dd013ae4-d77a-4b81-9338-0afdbaf9bde9 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 946 time: 0.0612564 Feb 14 15:22:41.859764 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e4562162-a78a-4889-aa02-074767df617a req-56df5992-9a82-4897-9faf-c38de703442c tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584981 Feb 14 15:22:41.882879 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b6bdc6a3-27f4-4282-b084-cc0c125ca216 service neutron] 10.222.0.87 "GET /v2.0/networks/d8a50fc3-d129-4b74-b14e-edfcc858c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827204 Feb 14 15:22:42.013492 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-0c9e2df1-0a4f-4e1d-9f46-a5ffb057eafd service neutron] 10.222.0.87 "GET /v2.0/networks/d8a50fc3-d129-4b74-b14e-edfcc858c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283956 Feb 14 15:22:42.250900 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a8489581-55a0-460b-b2e7-61727a670bc9 req-6121c294-a9ae-41ee-b7c6-e972f49f3b0e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=5c253997-a489-4552-aa3d-502937405b94 HTTP/1.1" status: 200 len: 210 time: 0.0343828 Feb 14 15:22:42.851895 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:42.991253 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb7db4-bcf2-4099-90ec-0b398640baa4 req-a45fd856-3db8-4b1b-9279-ccf0813a94ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:42.992724 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4ddb7db4-bcf2-4099-90ec-0b398640baa4 req-a45fd856-3db8-4b1b-9279-ccf0813a94ca service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1e28581317464343ab5e7b90b7decd21&device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 1130 time: 0.0892045 Feb 14 15:22:43.152172 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a623d-cf52-4863-92c1-e65f1dcce9af req-abd37429-99f9-420f-8866-a1f8748e5a81 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:43.154162 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f82a623d-cf52-4863-92c1-e65f1dcce9af req-abd37429-99f9-420f-8866-a1f8748e5a81 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 946 time: 0.1798460 Feb 14 15:22:43.218848 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb7db4-bcf2-4099-90ec-0b398640baa4 req-eb21a205-cb15-4268-a1f5-0842619faaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:43.220665 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4ddb7db4-bcf2-4099-90ec-0b398640baa4 req-eb21a205-cb15-4268-a1f5-0842619faaed service neutron] 10.222.0.77 "GET /v2.0/networks?id=fdebf080-3bc3-404e-a5c8-d7de6cb65b03 HTTP/1.1" status: 200 len: 909 time: 0.2015953 Feb 14 15:22:43.226529 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f82a623d-cf52-4863-92c1-e65f1dcce9af req-5271b688-8b8d-4124-96d4-28e132091586 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642610 Feb 14 15:22:43.301193 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4ddb7db4-bcf2-4099-90ec-0b398640baa4 req-6ea4d253-ee13-4917-92ca-c0ddd28c3ffe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85f27939-9dcc-4654-8111-a48a159591f3 HTTP/1.1" status: 200 len: 1002 time: 0.0721459 Feb 14 15:22:43.370703 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb7db4-bcf2-4099-90ec-0b398640baa4 req-d08e7226-45ca-4ee0-bf8e-07f2fafedebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:43.372503 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4ddb7db4-bcf2-4099-90ec-0b398640baa4 req-d08e7226-45ca-4ee0-bf8e-07f2fafedebc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=54a1570c-c05e-45b5-b902-0cb5c90e4fba HTTP/1.1" status: 200 len: 847 time: 0.0651135 Feb 14 15:22:43.422155 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f6dc130-5243-4739-bcc1-d29bc254ec18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:43.448476 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fcbd8d61-d9f6-419c-b879-31555b5a8cd9 req-e99e3cf3-f31a-423e-b681-0f650b753559 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=5c253997-a489-4552-aa3d-502937405b94 HTTP/1.1" status: 200 len: 210 time: 0.0569589 Feb 14 15:22:43.504861 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb7db4-bcf2-4099-90ec-0b398640baa4 req-3b3fb0a1-1ec9-4f54-8fd6-78a0bdb3de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:43.507467 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4ddb7db4-bcf2-4099-90ec-0b398640baa4 req-3b3fb0a1-1ec9-4f54-8fd6-78a0bdb3de72 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fdebf080-3bc3-404e-a5c8-d7de6cb65b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1249671 Feb 14 15:22:43.647030 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-346c262a-4fa9-4386-b902-4a2315aa9cb3 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:43.651430 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-346c262a-4fa9-4386-b902-4a2315aa9cb3 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.77 "GET /v2.0/networks?id=d8a50fc3-d129-4b74-b14e-edfcc858c8cc HTTP/1.1" status: 200 len: 810 time: 0.1699111 Feb 14 15:22:43.654670 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4ddb7db4-bcf2-4099-90ec-0b398640baa4 req-e6081217-5c40-41f2-a16e-45df2f01b0f7 service neutron] 10.222.0.77 "GET /v2.0/networks/fdebf080-3bc3-404e-a5c8-d7de6cb65b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380861 Feb 14 15:22:43.743659 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-67b0156b-b02f-4eef-9565-14b65be004fe tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=656f45aa39584fa99a563c00f915eda2 HTTP/1.1" status: 200 len: 379 time: 0.0787017 Feb 14 15:22:43.756546 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-9c5571a1-6a55-45c8-be63-f448581e8c43 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Request body: {'port': {'device_id': '5c253997-a489-4552-aa3d-502937405b94', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'admin_state_up': True, 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'security_groups': ['cbde01e9-5c4b-48f3-b4ef-28393ea4bb48']}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:22:43.798293 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4ddb7db4-bcf2-4099-90ec-0b398640baa4 req-20b76849-553c-4cea-8a6b-09f30311e5c6 service neutron] 10.222.0.77 "GET /v2.0/networks/fdebf080-3bc3-404e-a5c8-d7de6cb65b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337428 Feb 14 15:22:44.091208 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-9c5571a1-6a55-45c8-be63-f448581e8c43 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Made reservation on behalf of 656f45aa39584fa99a563c00f915eda2 for: {'port': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:22:44.095103 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-9c5571a1-6a55-45c8-be63-f448581e8c43 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:44.235827 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-9c5571a1-6a55-45c8-be63-f448581e8c43 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Allocated IP 172.20.0.3 (d8a50fc3-d129-4b74-b14e-edfcc858c8cc/d07b9fd1-0958-4b2c-aed9-2e37c98ea84c/3c090c8b-6522-4171-91e1-654416ccf959) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:22:44.379799 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcd1d5-dae2-4958-aece-3470f69912f2 req-9bbe3e5d-3819-43fe-8250-2e5aa0498f8c tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:44.381406 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bcfcd1d5-dae2-4958-aece-3470f69912f2 req-9bbe3e5d-3819-43fe-8250-2e5aa0498f8c tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 946 time: 0.0622551 Feb 14 15:22:44.433256 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-9c5571a1-6a55-45c8-be63-f448581e8c43 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for port (3c090c8b-6522-4171-91e1-654416ccf959), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:44.446912 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bcfcd1d5-dae2-4958-aece-3470f69912f2 req-cfa7975d-7f73-4cd9-b37d-e907f48c279a tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571680 Feb 14 15:22:44.485720 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-9c5571a1-6a55-45c8-be63-f448581e8c43 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (3c090c8b-6522-4171-91e1-654416ccf959), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:44.543299 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-9c5571a1-6a55-45c8-be63-f448581e8c43 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Network d8a50fc3-d129-4b74-b14e-edfcc858c8cc is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:22:44.547402 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-9c5571a1-6a55-45c8-be63-f448581e8c43 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:22:44.554093 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-9c5571a1-6a55-45c8-be63-f448581e8c43 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:22:44.618503 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5571a1-6a55-45c8-be63-f448581e8c43 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Pushing event updated for resources: {'Port': ['ID=3c090c8b-6522-4171-91e1-654416ccf959,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:44.678184 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-9c5571a1-6a55-45c8-be63-f448581e8c43 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:44.678860 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-9c5571a1-6a55-45c8-be63-f448581e8c43 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:44.713337 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-9c5571a1-6a55-45c8-be63-f448581e8c43 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9614530 Feb 14 15:22:44.723427 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1774e-6cf8-41c9-ae43-d657470cb402 req-5e9411fb-26af-409c-9f82-3c154a693c97 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:44.725450 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-10c1774e-6cf8-41c9-ae43-d657470cb402 req-5e9411fb-26af-409c-9f82-3c154a693c97 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=5c253997-a489-4552-aa3d-502937405b94 HTTP/1.1" status: 200 len: 931 time: 0.1624582 Feb 14 15:22:44.730884 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] Request body: {'port': {'device_id': '5c253997-a489-4552-aa3d-502937405b94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:22:44.841888 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-10c1774e-6cf8-41c9-ae43-d657470cb402 req-a49997c4-9043-448f-ba67-9ef5e95cadc6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbde01e9-5c4b-48f3-b4ef-28393ea4bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078532 Feb 14 15:22:44.852175 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (3c090c8b-6522-4171-91e1-654416ccf959), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:44.891110 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-84f1e994-8931-4e7a-8b4d-07e3e95feda4 None None] Provisioning complete for port 3c090c8b-6522-4171-91e1-654416ccf959 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:22:44.892184 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-84f1e994-8931-4e7a-8b4d-07e3e95feda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (3c090c8b-6522-4171-91e1-654416ccf959), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:44.936856 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-84f1e994-8931-4e7a-8b4d-07e3e95feda4 None None] Port 3c090c8b-6522-4171-91e1-654416ccf959 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:22:45.170424 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c090c8b-6522-4171-91e1-654416ccf959 {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:22:45.179340 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] Publish callbacks [] for port (3c090c8b-6522-4171-91e1-654416ccf959), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:45.193524 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] Transition to ACTIVE for port object 3c090c8b-6522-4171-91e1-654416ccf959 will not be triggered until provisioned by entity L2. {{(pid=102564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:22:45.198301 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62982802'] for port (3c090c8b-6522-4171-91e1-654416ccf959), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:45.276191 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] Pushing event updated for resources: {'Port': ['ID=3c090c8b-6522-4171-91e1-654416ccf959,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:45.382070 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] Attempting to bind port 3c090c8b-6522-4171-91e1-654416ccf959 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:22:45.382709 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] Attempting to bind port 3c090c8b-6522-4171-91e1-654416ccf959 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '8af021fa-9e1c-4f25-b0ac-b84f4ac98747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:22:45.383259 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] Attempting to bind port 3c090c8b-6522-4171-91e1-654416ccf959 on network d8a50fc3-d129-4b74-b14e-edfcc858c8cc {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:22:45.389893 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] Port 3c090c8b-6522-4171-91e1-654416ccf959 on network d8a50fc3-d129-4b74-b14e-edfcc858c8cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:22:45.390611 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] Attempting to bind port 3c090c8b-6522-4171-91e1-654416ccf959 on network d8a50fc3-d129-4b74-b14e-edfcc858c8cc {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:22:45.397104 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] Checking agent: {'id': 'f190771b-33cd-44d9-aea8-80be24af3e8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'started_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:22:45.397453 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] Checking segment: {'id': '8af021fa-9e1c-4f25-b0ac-b84f4ac98747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:22:45.397852 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] Bound using segment: {'id': '8af021fa-9e1c-4f25-b0ac-b84f4ac98747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:22:45.398313 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] Bound port: 3c090c8b-6522-4171-91e1-654416ccf959, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af021fa-9e1c-4f25-b0ac-b84f4ac98747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:22:45.398714 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (3c090c8b-6522-4171-91e1-654416ccf959), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:45.486457 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] For port 3c090c8b-6522-4171-91e1-654416ccf959, host hv-cinder-81514, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:22:45.490708 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] For port 3c090c8b-6522-4171-91e1-654416ccf959, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3c090c8b-6522-4171-91e1-654416ccf959,segment=NetworkSegment(8af021fa-9e1c-4f25-b0ac-b84f4ac98747),segment_id=8af021fa-9e1c-4f25-b0ac-b84f4ac98747)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:22:45.499096 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62982802'] for port (3c090c8b-6522-4171-91e1-654416ccf959), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:45.554258 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:45.554920 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:45.556591 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] 10.222.0.77 "PUT /v2.0/ports/3c090c8b-6522-4171-91e1-654416ccf959 HTTP/1.1" status: 200 len: 1093 time: 0.8300834 Feb 14 15:22:45.557775 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c253997-a489-4552-aa3d-502937405b94', 'tag': '3c090c8b-6522-4171-91e1-654416ccf959'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:22:45.559711 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114b17781d7584df24a73d2ca002b1fc4e4ef728ba6c29ea40a3094f371b155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89ef9d1-fdfc-496c-a96b-07c4b841aa86" -d '{"events": [{"name": "network-changed", "server_uuid": "5c253997-a489-4552-aa3d-502937405b94", "tag": "3c090c8b-6522-4171-91e1-654416ccf959"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:22:45.621331 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-816fcdcf-db71-48a9-a35e-1bed9792e35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:45.661501 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c68f5-bace-4e4f-b7c7-322c1e8b9f9f service neutron] Pushing event updated for resources: {'Port': ['ID=3c090c8b-6522-4171-91e1-654416ccf959,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:45.688850 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-f3065321-8d8b-45d8-996b-f6d2b6c5fb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:45.692812 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-f3065321-8d8b-45d8-996b-f6d2b6c5fb11 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=656f45aa39584fa99a563c00f915eda2&device_id=5c253997-a489-4552-aa3d-502937405b94 HTTP/1.1" status: 200 len: 1127 time: 0.0790541 Feb 14 15:22:45.696177 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae865e2-baa3-4fb8-9661-1eb5d0408f4b x-openstack-request-id: req-6ae865e2-baa3-4fb8-9661-1eb5d0408f4b {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:22:45.696697 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c253997-a489-4552-aa3d-502937405b94", "tag": "3c090c8b-6522-4171-91e1-654416ccf959", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:22:45.697140 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6ae865e2-baa3-4fb8-9661-1eb5d0408f4b {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:22:45.697866 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c253997-a489-4552-aa3d-502937405b94', 'tag': '3c090c8b-6522-4171-91e1-654416ccf959', 'status': 'completed', 'code': 200} Feb 14 15:22:45.768381 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-e30f2bdf-2356-4730-9d7e-b93559f7ef0e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c090c8b-6522-4171-91e1-654416ccf959 HTTP/1.1" status: 200 len: 217 time: 0.0583389 Feb 14 15:22:45.776543 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb229f-4863-4e77-b7e3-8b6551a220fc req-cf974f37-d6c7-4813-a7c4-b5683602f971 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:45.793395 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-54cb229f-4863-4e77-b7e3-8b6551a220fc req-cf974f37-d6c7-4813-a7c4-b5683602f971 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 946 time: 0.1715171 Feb 14 15:22:45.863505 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-704f665c-0a7b-4449-a7f6-5cb2a8180738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:45.866845 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-704f665c-0a7b-4449-a7f6-5cb2a8180738 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d07b9fd1-0958-4b2c-aed9-2e37c98ea84c HTTP/1.1" status: 200 len: 849 time: 0.0834391 Feb 14 15:22:45.889100 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-54cb229f-4863-4e77-b7e3-8b6551a220fc req-10d26fdd-b9cf-451a-b21b-706165c4d19c tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947287 Feb 14 15:22:46.036225 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-dd7f960a-125a-4301-8ee9-3d2fba459f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:46.038149 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-dd7f960a-125a-4301-8ee9-3d2fba459f7c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8a50fc3-d129-4b74-b14e-edfcc858c8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1558371 Feb 14 15:22:46.135281 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba082d6-b619-4a18-a164-6970976f9464 req-998e0c85-fc7b-4f9c-9bfa-b34dc8063927 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:46.136784 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5ba082d6-b619-4a18-a164-6970976f9464 req-998e0c85-fc7b-4f9c-9bfa-b34dc8063927 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=5c253997-a489-4552-aa3d-502937405b94 HTTP/1.1" status: 200 len: 943 time: 0.1506865 Feb 14 15:22:46.214657 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-68fe0032-69aa-4efc-b45b-728e7537bb02 service neutron] 10.222.0.77 "GET /v2.0/networks/d8a50fc3-d129-4b74-b14e-edfcc858c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649320 Feb 14 15:22:46.225352 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5ba082d6-b619-4a18-a164-6970976f9464 req-3b533e9f-f496-43af-92d5-977147cd2552 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbde01e9-5c4b-48f3-b4ef-28393ea4bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745454 Feb 14 15:22:46.325891 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-039d9d70-91c7-41b4-92f5-d8d197bdd9cc req-87415052-244d-47da-8ff9-066e3bff00ae service neutron] 10.222.0.77 "GET /v2.0/networks/d8a50fc3-d129-4b74-b14e-edfcc858c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993967 Feb 14 15:22:46.449631 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ef9d1-fdfc-496c-a96b-07c4b841aa86 req-b0385ff2-89ac-47cc-ab57-1166e686a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:46.451271 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a89ef9d1-fdfc-496c-a96b-07c4b841aa86 req-b0385ff2-89ac-47cc-ab57-1166e686a273 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=656f45aa39584fa99a563c00f915eda2&device_id=5c253997-a489-4552-aa3d-502937405b94 HTTP/1.1" status: 200 len: 1127 time: 0.0698433 Feb 14 15:22:46.557992 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ef9d1-fdfc-496c-a96b-07c4b841aa86 req-570f2956-002f-403b-b44e-eb9dfe1af002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:46.559930 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a89ef9d1-fdfc-496c-a96b-07c4b841aa86 req-570f2956-002f-403b-b44e-eb9dfe1af002 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d8a50fc3-d129-4b74-b14e-edfcc858c8cc HTTP/1.1" status: 200 len: 911 time: 0.0985129 Feb 14 15:22:46.610852 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a89ef9d1-fdfc-496c-a96b-07c4b841aa86 req-2b83a80a-8bd9-4bea-b5bc-8325ace71908 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c090c8b-6522-4171-91e1-654416ccf959 HTTP/1.1" status: 200 len: 217 time: 0.0424397 Feb 14 15:22:46.664874 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ef9d1-fdfc-496c-a96b-07c4b841aa86 req-953629ef-d0aa-4957-9e8b-0440939ca0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:46.666409 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a89ef9d1-fdfc-496c-a96b-07c4b841aa86 req-953629ef-d0aa-4957-9e8b-0440939ca0c1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d07b9fd1-0958-4b2c-aed9-2e37c98ea84c HTTP/1.1" status: 200 len: 849 time: 0.0481105 Feb 14 15:22:46.721647 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ef9d1-fdfc-496c-a96b-07c4b841aa86 req-bf623781-fe42-4a83-9bf5-fa685ac70d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:46.724161 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a89ef9d1-fdfc-496c-a96b-07c4b841aa86 req-bf623781-fe42-4a83-9bf5-fa685ac70d6c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8a50fc3-d129-4b74-b14e-edfcc858c8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0493765 Feb 14 15:22:46.836303 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a89ef9d1-fdfc-496c-a96b-07c4b841aa86 req-1bc382ec-fc5a-46bc-8fc8-7bdf444a9695 service neutron] 10.222.0.77 "GET /v2.0/networks/d8a50fc3-d129-4b74-b14e-edfcc858c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052387 Feb 14 15:22:46.949117 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a89ef9d1-fdfc-496c-a96b-07c4b841aa86 req-d6cb4c8a-42f8-459f-a2dc-dd7c79047a95 service neutron] 10.222.0.77 "GET /v2.0/networks/d8a50fc3-d129-4b74-b14e-edfcc858c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062682 Feb 14 15:22:47.008742 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84128878-720d-4f1c-ae9f-ed68618e158d req-5b13b30c-a7be-4d9c-8f53-f82635b6c7c5 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:47.016132 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-84128878-720d-4f1c-ae9f-ed68618e158d req-5b13b30c-a7be-4d9c-8f53-f82635b6c7c5 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 946 time: 0.0624678 Feb 14 15:22:47.068925 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-84128878-720d-4f1c-ae9f-ed68618e158d req-ada8f439-1bcc-4d28-a2e2-73bdda8b1334 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517292 Feb 14 15:22:47.313704 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 41146) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:22:47.349053 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:47.472317 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df859f3-aa25-4c0f-bca5-103c0fa94389 req-936b900c-1faa-426b-b14c-2a1e5d260a45 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:47.475499 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4df859f3-aa25-4c0f-bca5-103c0fa94389 req-936b900c-1faa-426b-b14c-2a1e5d260a45 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=5c253997-a489-4552-aa3d-502937405b94 HTTP/1.1" status: 200 len: 943 time: 0.0879886 Feb 14 15:22:47.496201 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bec458-21d8-4119-a967-5b34099042ec req-165e05dd-7133-48fe-b793-f855f4e4eff9 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:47.497809 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b9bec458-21d8-4119-a967-5b34099042ec req-165e05dd-7133-48fe-b793-f855f4e4eff9 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 946 time: 0.1278584 Feb 14 15:22:47.504851 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b63185e7-93b3-4ffb-a592-cc582219453a req-d6a2834d-3125-40cc-9d22-3f2bfce32437 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1877525 Feb 14 15:22:47.538473 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [req-b63185e7-93b3-4ffb-a592-cc582219453a req-1cc3bf15-5dea-439c-a428-f068d37af914 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=102563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:22:47.539439 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b63185e7-93b3-4ffb-a592-cc582219453a req-1cc3bf15-5dea-439c-a428-f068d37af914 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119755 Feb 14 15:22:47.547642 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4df859f3-aa25-4c0f-bca5-103c0fa94389 req-73d58e77-109a-4f95-b5c7-4eede4bfdefd tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbde01e9-5c4b-48f3-b4ef-28393ea4bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609155 Feb 14 15:22:47.564984 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b9bec458-21d8-4119-a967-5b34099042ec req-4649dbbe-7bcc-4728-8fdf-2d86c50858cb tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591521 Feb 14 15:22:47.681512 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 41158) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:22:47.785317 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63185e7-93b3-4ffb-a592-cc582219453a req-431e4bd7-68e8-476d-b4c6-7333c592055f tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:47.792434 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b63185e7-93b3-4ffb-a592-cc582219453a req-431e4bd7-68e8-476d-b4c6-7333c592055f tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports/85f27939-9dcc-4654-8111-a48a159591f3 HTTP/1.1" status: 200 len: 943 time: 0.1101096 Feb 14 15:22:48.596921 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:48.719436 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f9afb-6062-4c7b-a407-aa1c4a5e2163 req-ce22ba09-cdf8-458a-8d67-1d278b5444e9 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:48.721098 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-131f9afb-6062-4c7b-a407-aa1c4a5e2163 req-ce22ba09-cdf8-458a-8d67-1d278b5444e9 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=5c253997-a489-4552-aa3d-502937405b94 HTTP/1.1" status: 200 len: 943 time: 0.0632412 Feb 14 15:22:48.775648 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c9932-438e-4794-84f6-8d9f55cf0002 req-6a13a0dd-6e17-4d6a-abd6-8e246b88439f tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:48.775648 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f95c9932-438e-4794-84f6-8d9f55cf0002 req-6a13a0dd-6e17-4d6a-abd6-8e246b88439f tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 946 time: 0.0861850 Feb 14 15:22:48.781096 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-131f9afb-6062-4c7b-a407-aa1c4a5e2163 req-38bd185e-954d-4214-9c3e-2048a7860079 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbde01e9-5c4b-48f3-b4ef-28393ea4bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510275 Feb 14 15:22:48.819540 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f95c9932-438e-4794-84f6-8d9f55cf0002 req-7eaab17a-9b5c-48ef-9ba4-6b1d3d16e386 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528367 Feb 14 15:22:49.392663 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 3c090c8b-6522-4171-91e1-654416ccf959 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:22:49.399287 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 85f27939-9dcc-4654-8111-a48a159591f3 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:22:49.432393 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63185e7-93b3-4ffb-a592-cc582219453a req-43153e43-25b6-4b4e-8cb3-da73997ffcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:49.434244 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b63185e7-93b3-4ffb-a592-cc582219453a req-43153e43-25b6-4b4e-8cb3-da73997ffcfa service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2&tenant_id=1e28581317464343ab5e7b90b7decd21 HTTP/1.1" status: 200 len: 1130 time: 0.0877964 Feb 14 15:22:49.516638 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63185e7-93b3-4ffb-a592-cc582219453a req-043efe00-cdcc-41ee-9622-61d36509ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:49.518215 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b63185e7-93b3-4ffb-a592-cc582219453a req-043efe00-cdcc-41ee-9622-61d36509ab5c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1e28581317464343ab5e7b90b7decd21&device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 1130 time: 0.0616078 Feb 14 15:22:49.565151 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 85f27939-9dcc-4654-8111-a48a159591f3 is: ACTIVE; New status is: DOWN {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:22:49.565555 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (85f27939-9dcc-4654-8111-a48a159591f3), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:49.611210 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 3c090c8b-6522-4171-91e1-654416ccf959, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3c090c8b-6522-4171-91e1-654416ccf959,segment=NetworkSegment(8af021fa-9e1c-4f25-b0ac-b84f4ac98747),segment_id=8af021fa-9e1c-4f25-b0ac-b84f4ac98747)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:22:49.618815 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf839e61-f4c6-4a2d-90da-f0bb35edf4a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85f27939-9dcc-4654-8111-a48a159591f3'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:22:49.621057 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf5d7d3-2ccd-484d-b043-c80291b5b8f3" -d '{"events": [{"server_uuid": "bf839e61-f4c6-4a2d-90da-f0bb35edf4a2", "name": "network-vif-unplugged", "status": "completed", "tag": "85f27939-9dcc-4654-8111-a48a159591f3"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:22:49.641511 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 85f27939-9dcc-4654-8111-a48a159591f3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=85f27939-9dcc-4654-8111-a48a159591f3,segment=NetworkSegment(70d2d735-6709-42fa-8b34-db3d3155490e),segment_id=70d2d735-6709-42fa-8b34-db3d3155490e)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:22:49.643084 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': '3c090c8b-6522-4171-91e1-654416ccf959', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'port_id': '3c090c8b-6522-4171-91e1-654416ccf959', 'mac_address': 'fa:16:3e:49:20:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:22:49.647713 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63185e7-93b3-4ffb-a592-cc582219453a req-4523b099-8b54-4229-9a84-260bd8e56338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:49.650307 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (85f27939-9dcc-4654-8111-a48a159591f3), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:49.651051 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b63185e7-93b3-4ffb-a592-cc582219453a req-4523b099-8b54-4229-9a84-260bd8e56338 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fdebf080-3bc3-404e-a5c8-d7de6cb65b03 HTTP/1.1" status: 200 len: 909 time: 0.1222472 Feb 14 15:22:49.673910 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 15:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf203ab-8aea-4271-a4aa-67cf69aa5a11 x-openstack-request-id: req-bdf203ab-8aea-4271-a4aa-67cf69aa5a11 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:22:49.674420 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf839e61-f4c6-4a2d-90da-f0bb35edf4a2", "name": "network-vif-unplugged", "status": "completed", "tag": "85f27939-9dcc-4654-8111-a48a159591f3", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:22:49.674831 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bdf203ab-8aea-4271-a4aa-67cf69aa5a11 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:22:49.675361 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf839e61-f4c6-4a2d-90da-f0bb35edf4a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85f27939-9dcc-4654-8111-a48a159591f3', 'code': 200} Feb 14 15:22:49.719966 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 3c090c8b-6522-4171-91e1-654416ccf959 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:22:49.720369 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (3c090c8b-6522-4171-91e1-654416ccf959), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:49.728097 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b63185e7-93b3-4ffb-a592-cc582219453a req-d9c245ac-74b9-435b-b919-fbeb1b022b40 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85f27939-9dcc-4654-8111-a48a159591f3 HTTP/1.1" status: 200 len: 1000 time: 0.0699947 Feb 14 15:22:49.747300 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=85f27939-9dcc-4654-8111-a48a159591f3,revision_number=6']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:49.750812 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c090c8b-6522-4171-91e1-654416ccf959 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:22:49.779553 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63185e7-93b3-4ffb-a592-cc582219453a req-46299af3-9f67-4f19-ab6b-01a4d150ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:49.781069 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b63185e7-93b3-4ffb-a592-cc582219453a req-46299af3-9f67-4f19-ab6b-01a4d150ebf1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=54a1570c-c05e-45b5-b902-0cb5c90e4fba HTTP/1.1" status: 200 len: 847 time: 0.0462449 Feb 14 15:22:49.782847 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:49.786133 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 3c090c8b-6522-4171-91e1-654416ccf959, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3c090c8b-6522-4171-91e1-654416ccf959,segment=NetworkSegment(8af021fa-9e1c-4f25-b0ac-b84f4ac98747),segment_id=8af021fa-9e1c-4f25-b0ac-b84f4ac98747)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:22:49.790047 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (3c090c8b-6522-4171-91e1-654416ccf959), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:49.836006 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63185e7-93b3-4ffb-a592-cc582219453a req-5c84b4fc-8745-4961-880a-17272401271f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:49.837525 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b63185e7-93b3-4ffb-a592-cc582219453a req-5c84b4fc-8745-4961-880a-17272401271f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fdebf080-3bc3-404e-a5c8-d7de6cb65b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480492 Feb 14 15:22:49.841772 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=3c090c8b-6522-4171-91e1-654416ccf959,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:49.968318 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b63185e7-93b3-4ffb-a592-cc582219453a req-9f044823-a318-4181-9504-818591768ca9 service neutron] 10.222.0.77 "GET /v2.0/networks/fdebf080-3bc3-404e-a5c8-d7de6cb65b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215212 Feb 14 15:22:49.974652 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8957e9-0296-4f33-8355-7e9f1858cf81 req-b0074c66-e2ce-466b-93e5-0ad041cc9c05 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:49.976225 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-be8957e9-0296-4f33-8355-7e9f1858cf81 req-b0074c66-e2ce-466b-93e5-0ad041cc9c05 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=5c253997-a489-4552-aa3d-502937405b94 HTTP/1.1" status: 200 len: 944 time: 0.0545073 Feb 14 15:22:49.981172 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a80eef-a8f0-4f34-96c7-d0eba81d3fb2 req-9782f837-c2d0-4c31-801a-6b5c96539716 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:49.982658 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d8a80eef-a8f0-4f34-96c7-d0eba81d3fb2 req-9782f837-c2d0-4c31-801a-6b5c96539716 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 944 time: 0.0740991 Feb 14 15:22:50.023645 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-be8957e9-0296-4f33-8355-7e9f1858cf81 req-387509b0-4c91-44cb-a1a9-3bf261cd81ca tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbde01e9-5c4b-48f3-b4ef-28393ea4bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417960 Feb 14 15:22:50.072881 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['3c090c8b-6522-4171-91e1-654416ccf959'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:22:50.095251 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d8a80eef-a8f0-4f34-96c7-d0eba81d3fb2 req-5e1e6dd0-32fa-4cc2-98ec-7ddf5c2069df tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006594 Feb 14 15:22:50.111005 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b63185e7-93b3-4ffb-a592-cc582219453a req-422a3522-18a8-4535-aa47-b672fbec9b6a service neutron] 10.222.0.77 "GET /v2.0/networks/fdebf080-3bc3-404e-a5c8-d7de6cb65b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273897 Feb 14 15:22:51.150788 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef39f81-7eb7-4284-950a-17b24bfb4b19 req-b5ce7d8a-3ed6-426c-a14f-a8d5a6d218c3 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:51.152329 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1ef39f81-7eb7-4284-950a-17b24bfb4b19 req-b5ce7d8a-3ed6-426c-a14f-a8d5a6d218c3 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=5c253997-a489-4552-aa3d-502937405b94 HTTP/1.1" status: 200 len: 944 time: 0.0605588 Feb 14 15:22:51.201878 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1ef39f81-7eb7-4284-950a-17b24bfb4b19 req-149302ce-9077-4fa4-96cb-609382b427df tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbde01e9-5c4b-48f3-b4ef-28393ea4bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433989 Feb 14 15:22:51.230416 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f940d-0fc9-4dec-b4d9-2cf6d3340e2a req-e78584ad-a2e9-45d7-bcac-2eb3909d51b2 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:51.231937 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ee4f940d-0fc9-4dec-b4d9-2cf6d3340e2a req-e78584ad-a2e9-45d7-bcac-2eb3909d51b2 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 944 time: 0.0645239 Feb 14 15:22:51.280365 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ee4f940d-0fc9-4dec-b4d9-2cf6d3340e2a req-a4bed4c3-7fce-4ca9-ab0b-919987556930 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422943 Feb 14 15:22:51.406504 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 3c090c8b-6522-4171-91e1-654416ccf959 up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:22:51.455203 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning for port 3c090c8b-6522-4171-91e1-654416ccf959 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:22:51.459329 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port 3c090c8b-6522-4171-91e1-654416ccf959 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:22:51.459743 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (3c090c8b-6522-4171-91e1-654416ccf959), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:51.537572 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 3c090c8b-6522-4171-91e1-654416ccf959 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:22:51.537860 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (3c090c8b-6522-4171-91e1-654416ccf959), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:51.574477 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 3c090c8b-6522-4171-91e1-654416ccf959, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3c090c8b-6522-4171-91e1-654416ccf959,segment=NetworkSegment(8af021fa-9e1c-4f25-b0ac-b84f4ac98747),segment_id=8af021fa-9e1c-4f25-b0ac-b84f4ac98747)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:22:51.578208 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (3c090c8b-6522-4171-91e1-654416ccf959), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:51.626573 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=3c090c8b-6522-4171-91e1-654416ccf959,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:51.676322 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c253997-a489-4552-aa3d-502937405b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c090c8b-6522-4171-91e1-654416ccf959'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:22:51.678642 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f822e427-28a7-4c24-b730-08b148b21bee" -d '{"events": [{"server_uuid": "5c253997-a489-4552-aa3d-502937405b94", "name": "network-vif-plugged", "status": "completed", "tag": "3c090c8b-6522-4171-91e1-654416ccf959"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:22:51.716068 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6571986-4be4-434b-bc13-e86dfef170e4 x-openstack-request-id: req-a6571986-4be4-434b-bc13-e86dfef170e4 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:22:51.716367 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c253997-a489-4552-aa3d-502937405b94", "name": "network-vif-plugged", "status": "completed", "tag": "3c090c8b-6522-4171-91e1-654416ccf959", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:22:51.716626 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a6571986-4be4-434b-bc13-e86dfef170e4 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:22:51.717025 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c253997-a489-4552-aa3d-502937405b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c090c8b-6522-4171-91e1-654416ccf959', 'code': 200} Feb 14 15:22:51.932361 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c46c2-51e8-4960-83b3-0c1786a30cc6 req-02cc8237-d4fb-4993-8fca-745eb44aa4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:51.933860 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8f5c46c2-51e8-4960-83b3-0c1786a30cc6 req-02cc8237-d4fb-4993-8fca-745eb44aa4a8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5c253997-a489-4552-aa3d-502937405b94 HTTP/1.1" status: 200 len: 1129 time: 0.0902588 Feb 14 15:22:51.980121 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8f5c46c2-51e8-4960-83b3-0c1786a30cc6 req-e58f29eb-ee60-47e4-b7a6-9b2847481f0e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cbde01e9-5c4b-48f3-b4ef-28393ea4bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356596 Feb 14 15:22:52.094396 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 41274) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:22:52.139562 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-74dffc84-c1d9-4d59-8a5d-03eb11cb647b admin admin] Deleting subnet 6fc9cced-cbf8-4dcb-81d0-e95f55fe86dd {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:22:52.142493 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-74dffc84-c1d9-4d59-8a5d-03eb11cb647b admin admin] Publish callbacks [] for subnet (6fc9cced-cbf8-4dcb-81d0-e95f55fe86dd), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:52.176829 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-74dffc84-c1d9-4d59-8a5d-03eb11cb647b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63220632'] for subnet (6fc9cced-cbf8-4dcb-81d0-e95f55fe86dd), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:52.215418 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-74dffc84-c1d9-4d59-8a5d-03eb11cb647b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1868731'] for subnet (6fc9cced-cbf8-4dcb-81d0-e95f55fe86dd), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:52.275566 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-74dffc84-c1d9-4d59-8a5d-03eb11cb647b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63367949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64822354'] for subnet (6fc9cced-cbf8-4dcb-81d0-e95f55fe86dd), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:52.301891 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dffc84-c1d9-4d59-8a5d-03eb11cb647b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fc9cced-cbf8-4dcb-81d0-e95f55fe86dd,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:52.309823 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-74dffc84-c1d9-4d59-8a5d-03eb11cb647b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:52.315241 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-74dffc84-c1d9-4d59-8a5d-03eb11cb647b admin admin] 10.222.0.87 "DELETE /v2.0/subnets/6fc9cced-cbf8-4dcb-81d0-e95f55fe86dd HTTP/1.1" status: 204 len: 168 time: 0.2175181 Feb 14 15:22:52.315413 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 41280) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:22:52.324037 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dffc84-c1d9-4d59-8a5d-03eb11cb647b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:52.324358 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dffc84-c1d9-4d59-8a5d-03eb11cb647b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:52.324713 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dffc84-c1d9-4d59-8a5d-03eb11cb647b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:52.325057 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dffc84-c1d9-4d59-8a5d-03eb11cb647b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:52.325395 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dffc84-c1d9-4d59-8a5d-03eb11cb647b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:52.325737 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dffc84-c1d9-4d59-8a5d-03eb11cb647b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:52.326074 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dffc84-c1d9-4d59-8a5d-03eb11cb647b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:52.326410 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dffc84-c1d9-4d59-8a5d-03eb11cb647b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:52.326745 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dffc84-c1d9-4d59-8a5d-03eb11cb647b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:52.327076 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dffc84-c1d9-4d59-8a5d-03eb11cb647b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:52.327411 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dffc84-c1d9-4d59-8a5d-03eb11cb647b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:52.327766 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dffc84-c1d9-4d59-8a5d-03eb11cb647b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:52.328097 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dffc84-c1d9-4d59-8a5d-03eb11cb647b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:22:52.333527 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886324-b279-41b2-8814-739b8426e45e req-a548f955-d26f-4da7-bb86-d47aba81062f tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:52.335180 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-65886324-b279-41b2-8814-739b8426e45e req-a548f955-d26f-4da7-bb86-d47aba81062f tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=5c253997-a489-4552-aa3d-502937405b94 HTTP/1.1" status: 200 len: 945 time: 0.0625496 Feb 14 15:22:52.388115 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-65886324-b279-41b2-8814-739b8426e45e req-ab03edf6-6b8b-47cf-af89-c96dabc65f34 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbde01e9-5c4b-48f3-b4ef-28393ea4bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464094 Feb 14 15:22:52.419766 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4848c78c-2f6b-4cf0-94e6-e8eedfa1a640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1712449'] for network (169fa58c-d958-44b0-9a14-07cd5176fb8e), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:52.449274 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcd7cf-b499-4041-9215-0ee89dfb7857 req-738645ae-ede6-474c-996f-59dd208859e3 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:52.450778 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b1bcd7cf-b499-4041-9215-0ee89dfb7857 req-738645ae-ede6-474c-996f-59dd208859e3 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 944 time: 0.0700188 Feb 14 15:22:52.542870 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4848c78c-2f6b-4cf0-94e6-e8eedfa1a640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1869372', 'neutron.services.segments.db._delete_segments_for_network-8752305293424'] for network (169fa58c-d958-44b0-9a14-07cd5176fb8e), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:52.565580 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b1bcd7cf-b499-4041-9215-0ee89dfb7857 req-4f642812-bb70-4f31-9419-ca16f6ce22e2 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942459 Feb 14 15:22:52.574139 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-4848c78c-2f6b-4cf0-94e6-e8eedfa1a640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169fa58c-d958-44b0-9a14-07cd5176fb8e']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:22:52.584258 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-4848c78c-2f6b-4cf0-94e6-e8eedfa1a640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf02a4d-62dc-405a-8c31-d2d57075e743') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:22:52.584561 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-4848c78c-2f6b-4cf0-94e6-e8eedfa1a640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf02a4d-62dc-405a-8c31-d2d57075e743') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:22:52.594043 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4848c78c-2f6b-4cf0-94e6-e8eedfa1a640 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752305294713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63220623'] for segment (0cf02a4d-62dc-405a-8c31-d2d57075e743), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:52.607098 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4848c78c-2f6b-4cf0-94e6-e8eedfa1a640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (0cf02a4d-62dc-405a-8c31-d2d57075e743), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:52.614328 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4848c78c-2f6b-4cf0-94e6-e8eedfa1a640 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:22:52.614690 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4848c78c-2f6b-4cf0-94e6-e8eedfa1a640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63367343'] for segment (0cf02a4d-62dc-405a-8c31-d2d57075e743), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: Traceback (most recent call last): Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: timer() Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: cb(*args, **kw) Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: return func(*args, **kwargs) Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: self._notify() Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: self.callback(batched_events) Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: event.method(event) Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: return f(self, *a, **k) Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: return self._get(url).json() Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:22:52.616371 dv-cinder-815146-10-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:22:52.673375 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4848c78c-2f6b-4cf0-94e6-e8eedfa1a640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1869365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560688'] for network (169fa58c-d958-44b0-9a14-07cd5176fb8e), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:52.679190 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4848c78c-2f6b-4cf0-94e6-e8eedfa1a640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:52.682352 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4848c78c-2f6b-4cf0-94e6-e8eedfa1a640 admin admin] 10.222.0.87 "DELETE /v2.0/networks/169fa58c-d958-44b0-9a14-07cd5176fb8e HTTP/1.1" status: 204 len: 168 time: 0.3659914 Feb 14 15:22:52.693508 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848c78c-2f6b-4cf0-94e6-e8eedfa1a640 admin admin] Pushing event deleted for resources: {'Network': ['ID=169fa58c-d958-44b0-9a14-07cd5176fb8e,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:52.787973 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 41284) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:22:52.829601 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4f65ad52-6ff6-4d61-b45c-c72ac7a130aa admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=153699651a714299ba48acebce872f96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404763 Feb 14 15:22:52.832846 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 41286) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:22:52.880890 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e1d42e6a-e4b0-4a68-ab98-dc20d4b2e01e admin admin] Publish callbacks [] for security_group (fa68ab82-fd6d-463a-b1f8-2602c587dc33), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:52.903762 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e1d42e6a-e4b0-4a68-ab98-dc20d4b2e01e admin admin] Publish callbacks [] for security_group (fa68ab82-fd6d-463a-b1f8-2602c587dc33), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:52.955529 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e1d42e6a-e4b0-4a68-ab98-dc20d4b2e01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (fa68ab82-fd6d-463a-b1f8-2602c587dc33), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:52.958868 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e1d42e6a-e4b0-4a68-ab98-dc20d4b2e01e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:52.960059 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e1d42e6a-e4b0-4a68-ab98-dc20d4b2e01e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fa68ab82-fd6d-463a-b1f8-2602c587dc33 HTTP/1.1" status: 204 len: 168 time: 0.1262932 Feb 14 15:22:52.967469 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d42e6a-e4b0-4a68-ab98-dc20d4b2e01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa68ab82-fd6d-463a-b1f8-2602c587dc33,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:53.514439 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d67dec-001e-4cfb-a64e-9ded0e6a8cf0 req-6c4786ca-9bb5-49bb-ae9f-be9751a2b7ae tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:53.516192 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-39d67dec-001e-4cfb-a64e-9ded0e6a8cf0 req-6c4786ca-9bb5-49bb-ae9f-be9751a2b7ae tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=5c253997-a489-4552-aa3d-502937405b94 HTTP/1.1" status: 200 len: 945 time: 0.0583742 Feb 14 15:22:53.569858 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-39d67dec-001e-4cfb-a64e-9ded0e6a8cf0 req-91623d37-ec87-4357-81a3-e5ae81d24171 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbde01e9-5c4b-48f3-b4ef-28393ea4bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479345 Feb 14 15:22:53.690595 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530f71c-0297-42b1-8487-a6aeb7acc906 req-8b3b7409-5767-4251-93cf-75557e4f6d0a tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:53.696750 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8530f71c-0297-42b1-8487-a6aeb7acc906 req-8b3b7409-5767-4251-93cf-75557e4f6d0a tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 944 time: 0.0610027 Feb 14 15:22:53.697776 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11635200-3208-4b2c-be36-d5ff6142ad5a req-cd762eae-2f35-4082-bdcf-30802eed27ec tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:53.699271 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-11635200-3208-4b2c-be36-d5ff6142ad5a req-cd762eae-2f35-4082-bdcf-30802eed27ec tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=5c253997-a489-4552-aa3d-502937405b94 HTTP/1.1" status: 200 len: 945 time: 0.0572329 Feb 14 15:22:53.708364 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 41320) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:22:53.712827 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-ea0f90f7-709f-4e11-ba21-3a395b2ef5ad tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Request body: {'floatingip': {'port_id': '3c090c8b-6522-4171-91e1-654416ccf959'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:22:53.743427 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8530f71c-0297-42b1-8487-a6aeb7acc906 req-b7562d25-3ba2-4565-a1f8-f96f477b99c6 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446203 Feb 14 15:22:53.751166 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ea0f90f7-709f-4e11-ba21-3a395b2ef5ad tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for floatingip (7e05a5e9-314e-46f5-965f-1d6c174c5eb8), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:54.221215 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ea0f90f7-709f-4e11-ba21-3a395b2ef5ad tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:54.226821 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ea0f90f7-709f-4e11-ba21-3a395b2ef5ad tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560674'] for floatingip (7e05a5e9-314e-46f5-965f-1d6c174c5eb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:54.341128 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.l3_db [None req-ea0f90f7-709f-4e11-ba21-3a395b2ef5ad tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Floating IP 7e05a5e9-314e-46f5-965f-1d6c174c5eb8 associated. External IP: 172.27.0.31, port: 3c090c8b-6522-4171-91e1-654416ccf959. Feb 14 15:22:54.770688 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0f90f7-709f-4e11-ba21-3a395b2ef5ad tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:22:54.933072 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2ccb0-147f-4e16-869d-087bc010927a req-34d4c6e7-73f9-4ea9-94fb-272f80a061c1 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:54.934526 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-62d2ccb0-147f-4e16-869d-087bc010927a req-34d4c6e7-73f9-4ea9-94fb-272f80a061c1 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 944 time: 0.1169660 Feb 14 15:22:54.937668 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0f90f7-709f-4e11-ba21-3a395b2ef5ad tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:22:54.943548 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ea0f90f7-709f-4e11-ba21-3a395b2ef5ad tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:54.949247 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfca246-0faa-49a6-9644-064c125a6ae6 None None] Sync routers for ids ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:22:54.966621 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfca246-0faa-49a6-9644-064c125a6ae6 None None] Routers {'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:22:54.967253 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-3cfca246-0faa-49a6-9644-064c125a6ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:22:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:22:54.994821 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-ea0f90f7-709f-4e11-ba21-3a395b2ef5ad tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "PUT /v2.0/floatingips/7e05a5e9-314e-46f5-965f-1d6c174c5eb8 HTTP/1.1" status: 200 len: 990 time: 1.2853577 Feb 14 15:22:55.000002 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c253997-a489-4552-aa3d-502937405b94', 'tag': '3c090c8b-6522-4171-91e1-654416ccf959'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:22:55.002208 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114b17781d7584df24a73d2ca002b1fc4e4ef728ba6c29ea40a3094f371b155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e3ac69-cf0e-43d9-8bd9-77b55808b466" -d '{"events": [{"name": "network-changed", "server_uuid": "5c253997-a489-4552-aa3d-502937405b94", "tag": "3c090c8b-6522-4171-91e1-654416ccf959"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:22:55.028625 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-62d2ccb0-147f-4e16-869d-087bc010927a req-a0a08396-5805-44d7-b688-572bb323a3c7 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826850 Feb 14 15:22:55.085438 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6734045-d438-47f5-8da5-35abef91066a x-openstack-request-id: req-c6734045-d438-47f5-8da5-35abef91066a {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:22:55.085735 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c253997-a489-4552-aa3d-502937405b94", "tag": "3c090c8b-6522-4171-91e1-654416ccf959", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:22:55.085989 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c6734045-d438-47f5-8da5-35abef91066a {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:22:55.086392 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c253997-a489-4552-aa3d-502937405b94', 'tag': '3c090c8b-6522-4171-91e1-654416ccf959', 'status': 'completed', 'code': 200} Feb 14 15:22:55.096937 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-3cfca246-0faa-49a6-9644-064c125a6ae6 None None] Set router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:22:55.156070 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3ac69-cf0e-43d9-8bd9-77b55808b466 req-c689abfd-bb66-479e-9017-6fdf17956230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:55.157743 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-75e3ac69-cf0e-43d9-8bd9-77b55808b466 req-c689abfd-bb66-479e-9017-6fdf17956230 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=656f45aa39584fa99a563c00f915eda2&device_id=5c253997-a489-4552-aa3d-502937405b94 HTTP/1.1" status: 200 len: 1129 time: 0.0481491 Feb 14 15:22:55.285318 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3ac69-cf0e-43d9-8bd9-77b55808b466 req-2ff11640-c18e-4cd8-96f3-24ceba43377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:55.287121 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-75e3ac69-cf0e-43d9-8bd9-77b55808b466 req-2ff11640-c18e-4cd8-96f3-24ceba43377f service neutron] 10.222.0.77 "GET /v2.0/networks?id=d8a50fc3-d129-4b74-b14e-edfcc858c8cc HTTP/1.1" status: 200 len: 911 time: 0.1223338 Feb 14 15:22:55.363875 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-75e3ac69-cf0e-43d9-8bd9-77b55808b466 req-dd1d45f6-c9c1-4467-ade4-63181b1a9659 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c090c8b-6522-4171-91e1-654416ccf959 HTTP/1.1" status: 200 len: 998 time: 0.0702236 Feb 14 15:22:55.425175 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3ac69-cf0e-43d9-8bd9-77b55808b466 req-a0948192-3bf3-46cf-8e71-6fe1953b322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:55.426745 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-75e3ac69-cf0e-43d9-8bd9-77b55808b466 req-a0948192-3bf3-46cf-8e71-6fe1953b322f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d07b9fd1-0958-4b2c-aed9-2e37c98ea84c HTTP/1.1" status: 200 len: 849 time: 0.0555336 Feb 14 15:22:55.488520 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3ac69-cf0e-43d9-8bd9-77b55808b466 req-3de4ed0a-836b-456a-b5af-804289582e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:55.490150 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-75e3ac69-cf0e-43d9-8bd9-77b55808b466 req-3de4ed0a-836b-456a-b5af-804289582e40 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8a50fc3-d129-4b74-b14e-edfcc858c8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0530894 Feb 14 15:22:55.521857 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-3cfca246-0faa-49a6-9644-064c125a6ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'name': 'tempest-AttachVolumeTestJSON-252582479-router', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'gw_port': {'id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:39Z', 'updated_at': '2022-02-14T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': '7e05a5e9-314e-46f5-965f-1d6c174c5eb8', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'port_id': '3c090c8b-6522-4171-91e1-654416ccf959', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'mac_address': 'fa:16:3e:49:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c253997-a489-4552-aa3d-502937405b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:22:40Z', 'updated_at': '2022-02-14T15:22:54Z', 'revision_number': 1, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662e38d6-95d7-4031-b5a4-a7fe52f966c7', 'name': '', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'mac_address': 'fa:16:3e:c7:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:44Z', 'updated_at': '2022-02-14T15:17:54Z', 'revision_number': 5, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'subnets': [{'id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:22:55.550850 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfca246-0faa-49a6-9644-064c125a6ae6 None None] Checking router: b9fff21b-9f1e-41b7-b1a3-f5a2afca454b for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:22:55.561677 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfca246-0faa-49a6-9644-064c125a6ae6 None None] Routers {'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:22:55.562538 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-3cfca246-0faa-49a6-9644-064c125a6ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:22:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:22:55.592822 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-75e3ac69-cf0e-43d9-8bd9-77b55808b466 req-193d6057-1978-4158-a02c-33e203e2c76b service neutron] 10.222.0.77 "GET /v2.0/networks/d8a50fc3-d129-4b74-b14e-edfcc858c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932109 Feb 14 15:22:55.679049 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-3cfca246-0faa-49a6-9644-064c125a6ae6 None None] Set router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:22:55.700450 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-75e3ac69-cf0e-43d9-8bd9-77b55808b466 req-6d81f96f-5c9b-44db-aa84-c96c2f884684 service neutron] 10.222.0.77 "GET /v2.0/networks/d8a50fc3-d129-4b74-b14e-edfcc858c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013455 Feb 14 15:22:55.919770 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-3cfca246-0faa-49a6-9644-064c125a6ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'name': 'tempest-AttachVolumeTestJSON-252582479-router', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'gw_port': {'id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:39Z', 'updated_at': '2022-02-14T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': '7e05a5e9-314e-46f5-965f-1d6c174c5eb8', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'port_id': '3c090c8b-6522-4171-91e1-654416ccf959', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'mac_address': 'fa:16:3e:49:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c253997-a489-4552-aa3d-502937405b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:22:40Z', 'updated_at': '2022-02-14T15:22:54Z', 'revision_number': 1, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662e38d6-95d7-4031-b5a4-a7fe52f966c7', 'name': '', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'mac_address': 'fa:16:3e:c7:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:44Z', 'updated_at': '2022-02-14T15:17:54Z', 'revision_number': 5, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'subnets': [{'id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:22:55.948689 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfca246-0faa-49a6-9644-064c125a6ae6 None None] The sync data for ids ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'] in dv-cinder-815146-10-iscsi is: [{'id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'name': 'tempest-AttachVolumeTestJSON-252582479-router', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'gw_port': {'id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:39Z', 'updated_at': '2022-02-14T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': '7e05a5e9-314e-46f5-965f-1d6c174c5eb8', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'port_id': '3c090c8b-6522-4171-91e1-654416ccf959', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'mac_address': 'fa:16:3e:49:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c253997-a489-4552-aa3d-502937405b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:22:40Z', 'updated_at': '2022-02-14T15:22:54Z', 'revision_number': 1, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662e38d6-95d7-4031-b5a4-a7fe52f966c7', 'name': '', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'mac_address': 'fa:16:3e:c7:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:44Z', 'updated_at': '2022-02-14T15:17:54Z', 'revision_number': 5, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'subnets': [{'id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:22:56.160661 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599c620-d2c7-4108-a281-f5c4f6c3ba6e req-8114ca9e-3719-4343-af80-4392152dd364 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:56.163035 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a6edd1-7d20-4e08-98dc-7b904ac52e8b None None] New status for floating IP 7e05a5e9-314e-46f5-965f-1d6c174c5eb8: ACTIVE {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:22:56.167533 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5599c620-d2c7-4108-a281-f5c4f6c3ba6e req-8114ca9e-3719-4343-af80-4392152dd364 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 944 time: 0.0613935 Feb 14 15:22:56.215128 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5599c620-d2c7-4108-a281-f5c4f6c3ba6e req-6e15d1e3-d488-40ff-b86f-0ca10e337f46 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465429 Feb 14 15:22:56.304658 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134aa01f-ec61-4f27-841f-dbf2ca91328c req-4c2003aa-029a-4fde-9e63-df4b1311229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:56.309414 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-134aa01f-ec61-4f27-841f-dbf2ca91328c req-4c2003aa-029a-4fde-9e63-df4b1311229c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 1128 time: 0.0466888 Feb 14 15:22:56.361660 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-134aa01f-ec61-4f27-841f-dbf2ca91328c req-dd81043b-1382-4f2e-96e5-113f15b90a0b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443628 Feb 14 15:22:57.340332 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9998bf-4aea-49bf-8781-3ebcc1ad210a req-c5279ce9-5a46-43b4-8701-1f04726a800e tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:57.341819 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-eb9998bf-4aea-49bf-8781-3ebcc1ad210a req-c5279ce9-5a46-43b4-8701-1f04726a800e tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 944 time: 0.0554771 Feb 14 15:22:57.392471 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-eb9998bf-4aea-49bf-8781-3ebcc1ad210a req-a98df44a-2bfb-49d1-a165-c089849da401 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450172 Feb 14 15:22:57.448391 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 85f27939-9dcc-4654-8111-a48a159591f3 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:22:57.551723 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 85f27939-9dcc-4654-8111-a48a159591f3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=85f27939-9dcc-4654-8111-a48a159591f3,segment=NetworkSegment(70d2d735-6709-42fa-8b34-db3d3155490e),segment_id=70d2d735-6709-42fa-8b34-db3d3155490e)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:22:57.563646 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': '85f27939-9dcc-4654-8111-a48a159591f3', 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03', 'port_id': '85f27939-9dcc-4654-8111-a48a159591f3', 'mac_address': 'fa:16:3e:d6:32:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a1570c-c05e-45b5-b902-0cb5c90e4fba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:22:57.600018 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 85f27939-9dcc-4654-8111-a48a159591f3 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:22:57.600510 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (85f27939-9dcc-4654-8111-a48a159591f3), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:57.617950 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f27939-9dcc-4654-8111-a48a159591f3 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:22:57.636859 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 85f27939-9dcc-4654-8111-a48a159591f3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=85f27939-9dcc-4654-8111-a48a159591f3,segment=NetworkSegment(70d2d735-6709-42fa-8b34-db3d3155490e),segment_id=70d2d735-6709-42fa-8b34-db3d3155490e)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:22:57.640633 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (85f27939-9dcc-4654-8111-a48a159591f3), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:57.693838 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=85f27939-9dcc-4654-8111-a48a159591f3,revision_number=7']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:22:57.948557 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['85f27939-9dcc-4654-8111-a48a159591f3'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:22:58.527698 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6b1f6-6be1-43e3-b137-054da7880231 req-c110b4a2-2c1d-43dc-8dc2-26f066d9fda7 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:58.529208 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1dd6b1f6-6be1-43e3-b137-054da7880231 req-c110b4a2-2c1d-43dc-8dc2-26f066d9fda7 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 945 time: 0.0550966 Feb 14 15:22:58.581841 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1dd6b1f6-6be1-43e3-b137-054da7880231 req-4dfd1a17-915f-4d66-b7ed-1329c27f0e90 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467055 Feb 14 15:22:59.126094 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d090ce-aec0-472a-b64b-a97cc43944d6 req-a96d8aeb-1412-4682-8ff2-23388d815266 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:22:59.127476 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-31d090ce-aec0-472a-b64b-a97cc43944d6 req-a96d8aeb-1412-4682-8ff2-23388d815266 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0572226 Feb 14 15:22:59.175319 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-31d090ce-aec0-472a-b64b-a97cc43944d6 req-1ec2bd42-c5c8-4ad3-b324-fa79674c39bd tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408838 Feb 14 15:22:59.469971 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 85f27939-9dcc-4654-8111-a48a159591f3 up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:22:59.521485 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port 85f27939-9dcc-4654-8111-a48a159591f3 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:22:59.521861 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (85f27939-9dcc-4654-8111-a48a159591f3), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:59.600100 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 85f27939-9dcc-4654-8111-a48a159591f3 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:22:59.600766 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (85f27939-9dcc-4654-8111-a48a159591f3), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:59.623574 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf839e61-f4c6-4a2d-90da-f0bb35edf4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f27939-9dcc-4654-8111-a48a159591f3'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:22:59.625798 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee87b72-4b35-434b-a102-dadd004953f9" -d '{"events": [{"server_uuid": "bf839e61-f4c6-4a2d-90da-f0bb35edf4a2", "name": "network-vif-plugged", "status": "completed", "tag": "85f27939-9dcc-4654-8111-a48a159591f3"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:22:59.638345 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 85f27939-9dcc-4654-8111-a48a159591f3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=85f27939-9dcc-4654-8111-a48a159591f3,segment=NetworkSegment(70d2d735-6709-42fa-8b34-db3d3155490e),segment_id=70d2d735-6709-42fa-8b34-db3d3155490e)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:22:59.642912 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (85f27939-9dcc-4654-8111-a48a159591f3), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:22:59.668551 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c132a7db-b01c-43e9-8415-013799aa8470 x-openstack-request-id: req-c132a7db-b01c-43e9-8415-013799aa8470 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:22:59.668847 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf839e61-f4c6-4a2d-90da-f0bb35edf4a2", "name": "network-vif-plugged", "status": "completed", "tag": "85f27939-9dcc-4654-8111-a48a159591f3", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:22:59.669099 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c132a7db-b01c-43e9-8415-013799aa8470 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:22:59.669485 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf839e61-f4c6-4a2d-90da-f0bb35edf4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f27939-9dcc-4654-8111-a48a159591f3', 'code': 200} Feb 14 15:22:59.695420 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=85f27939-9dcc-4654-8111-a48a159591f3,revision_number=8']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:23:00.301542 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477a72d-9f50-4e24-9dfa-4327d867239c req-5d4d9948-004b-4113-ad61-8135f8c621de tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:00.303913 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8477a72d-9f50-4e24-9dfa-4327d867239c req-5d4d9948-004b-4113-ad61-8135f8c621de tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0541286 Feb 14 15:23:00.350587 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8477a72d-9f50-4e24-9dfa-4327d867239c req-227e8629-6fe2-4aca-bda3-de8ab37960e5 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409150 Feb 14 15:23:01.489047 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a611982-1161-473d-ac76-b3973eeebd31 req-03fb3925-4925-4134-a638-6550bf947066 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:01.490634 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0a611982-1161-473d-ac76-b3973eeebd31 req-03fb3925-4925-4134-a638-6550bf947066 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0640633 Feb 14 15:23:01.542237 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0a611982-1161-473d-ac76-b3973eeebd31 req-6bcfab8f-bdea-474b-8e22-a0711d16b124 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443993 Feb 14 15:23:02.679252 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b3664-2241-4b9c-9030-0fc6ee5cff75 req-185095ae-8cc7-4a4c-b033-7f83954fd147 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:02.680808 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6f9b3664-2241-4b9c-9030-0fc6ee5cff75 req-185095ae-8cc7-4a4c-b033-7f83954fd147 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0652771 Feb 14 15:23:02.729811 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6f9b3664-2241-4b9c-9030-0fc6ee5cff75 req-4880ce96-f154-4c5a-ab3e-4fda6e9e95e9 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427091 Feb 14 15:23:03.855728 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb2b36-3658-455a-a471-3b7dff1dc344 req-e9fb26f6-39b2-44d5-8e3a-4b56731eae90 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:03.857215 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9dfb2b36-3658-455a-a471-3b7dff1dc344 req-e9fb26f6-39b2-44d5-8e3a-4b56731eae90 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0548854 Feb 14 15:23:03.907736 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9dfb2b36-3658-455a-a471-3b7dff1dc344 req-b73f280d-939d-4170-9c29-95347c62551d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449605 Feb 14 15:23:05.037700 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80ca6b-c840-4039-a332-ce61fbbe3fdc req-11f6747c-5df8-4a95-9839-76dbf7adac78 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:05.038969 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0b80ca6b-c840-4039-a332-ce61fbbe3fdc req-11f6747c-5df8-4a95-9839-76dbf7adac78 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0526955 Feb 14 15:23:05.084687 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0b80ca6b-c840-4039-a332-ce61fbbe3fdc req-5b6794c3-5c85-4e56-8159-e81c2f705dfd tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402443 Feb 14 15:23:06.207415 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041ccc6-fe34-4866-b260-86197c8fdc2a req-49dd1809-1b98-4c3e-942e-b192a44ee606 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:06.210750 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6041ccc6-fe34-4866-b260-86197c8fdc2a req-49dd1809-1b98-4c3e-942e-b192a44ee606 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0543354 Feb 14 15:23:06.256238 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6041ccc6-fe34-4866-b260-86197c8fdc2a req-bbcd45c4-d7e6-444a-b115-cc2065d48e75 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393775 Feb 14 15:23:06.809420 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:23:07.375947 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3ec58-d4ed-4d6a-b1b1-6c1558bbfffb req-b9b530df-527a-422d-ac7c-bee5c79347fb tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:07.377455 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d9e3ec58-d4ed-4d6a-b1b1-6c1558bbfffb req-b9b530df-527a-422d-ac7c-bee5c79347fb tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0516973 Feb 14 15:23:07.423776 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d9e3ec58-d4ed-4d6a-b1b1-6c1558bbfffb req-ef74349e-8e4f-47b7-a5ca-37c70caa351d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403438 Feb 14 15:23:08.546294 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2663a7-19bc-4b48-8119-92573fcd330d req-7bae8dfd-1425-4d6f-9187-ec21a592d59a tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:08.547834 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2f2663a7-19bc-4b48-8119-92573fcd330d req-7bae8dfd-1425-4d6f-9187-ec21a592d59a tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0531290 Feb 14 15:23:08.598170 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2f2663a7-19bc-4b48-8119-92573fcd330d req-134aff97-6bf9-4990-81f7-e05d1d038539 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441828 Feb 14 15:23:09.722758 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c2588-63e5-4e30-a384-578336d8ec47 req-1c69459b-ad8c-408f-8010-701338adb6db tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:09.724497 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-898c2588-63e5-4e30-a384-578336d8ec47 req-1c69459b-ad8c-408f-8010-701338adb6db tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0554774 Feb 14 15:23:09.769621 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-898c2588-63e5-4e30-a384-578336d8ec47 req-78a6a960-f439-4818-9590-1d609c4fbf12 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398321 Feb 14 15:23:10.898396 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d1941-2949-4e69-a2de-8d779bd5b121 req-bb9c689a-2606-40c0-8dce-2ae6e9287235 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:10.899922 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-021d1941-2949-4e69-a2de-8d779bd5b121 req-bb9c689a-2606-40c0-8dce-2ae6e9287235 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0578561 Feb 14 15:23:10.946824 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-021d1941-2949-4e69-a2de-8d779bd5b121 req-b5f09b11-2fc6-40f7-bb3a-8b6be9b49f3b tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414391 Feb 14 15:23:12.073795 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e1f7d-0dde-4bb7-bcce-45893e9c825a req-190246be-5f9c-4aad-84aa-99e5dd40dc8c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:12.075265 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f62e1f7d-0dde-4bb7-bcce-45893e9c825a req-190246be-5f9c-4aad-84aa-99e5dd40dc8c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0567062 Feb 14 15:23:12.120551 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f62e1f7d-0dde-4bb7-bcce-45893e9c825a req-205a5c27-ff0c-4665-97cb-ca069c9fa4a7 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398726 Feb 14 15:23:12.847920 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:13.241335 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a647a63-836f-410b-ba32-003dc9633b3e req-1ae4f372-60da-4ba6-9360-28da603f1965 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:13.242913 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8a647a63-836f-410b-ba32-003dc9633b3e req-1ae4f372-60da-4ba6-9360-28da603f1965 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0524158 Feb 14 15:23:13.289601 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8a647a63-836f-410b-ba32-003dc9633b3e req-d7a462e1-107a-439b-82b6-cf4ac0253821 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408425 Feb 14 15:23:13.415511 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7b5db5c2-d254-47d9-8d0c-0f15fbc42ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:14.416564 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60c274-0e47-49fd-a0e6-4c2191952296 req-278e09e8-99d6-4621-8219-b268b57a4ec5 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:14.418159 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0c60c274-0e47-49fd-a0e6-4c2191952296 req-278e09e8-99d6-4621-8219-b268b57a4ec5 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0578659 Feb 14 15:23:14.468410 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0c60c274-0e47-49fd-a0e6-4c2191952296 req-1eaf0b0f-7c46-4a4f-b181-d2fa7f055262 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424995 Feb 14 15:23:15.571354 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 93a43e8e-01de-461e-862d-8159fbeabd27 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:23:15.604848 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a82397-02d6-41e9-a6f6-c0061fbaf6fe req-3b9ec6f3-fde0-41c1-aacc-23bb21666a8d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:15.614999 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-21a82397-02d6-41e9-a6f6-c0061fbaf6fe req-3b9ec6f3-fde0-41c1-aacc-23bb21666a8d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0718181 Feb 14 15:23:15.623300 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-db941ad7-724b-4136-ab34-1656336d4d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:15.663754 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-21a82397-02d6-41e9-a6f6-c0061fbaf6fe req-117beb80-4ca8-4a6a-a1ce-7ca8b2f27db8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474811 Feb 14 15:23:15.698419 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 93a43e8e-01de-461e-862d-8159fbeabd27, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=93a43e8e-01de-461e-862d-8159fbeabd27,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:23:15.710726 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': '93a43e8e-01de-461e-862d-8159fbeabd27', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'port_id': '93a43e8e-01de-461e-862d-8159fbeabd27', 'mac_address': 'fa:16:3e:4a:8e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:23:15.754651 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 93a43e8e-01de-461e-862d-8159fbeabd27 is: ACTIVE; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:23:15.754944 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:15.770379 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93a43e8e-01de-461e-862d-8159fbeabd27 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:23:15.792501 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 93a43e8e-01de-461e-862d-8159fbeabd27, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=93a43e8e-01de-461e-862d-8159fbeabd27,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:23:15.796983 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:15.866100 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=93a43e8e-01de-461e-862d-8159fbeabd27,revision_number=6']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:23:15.873959 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:15.874317 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:15.874672 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:15.875016 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:15.875363 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:15.875757 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:15.876098 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:15.876435 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:15.876769 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:15.877102 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:15.877435 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:15.877763 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:15.878088 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:15.892910 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['93a43e8e-01de-461e-862d-8159fbeabd27'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:23:16.786002 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f55cd-b5c4-4d27-a0e0-eb8d61612d65 req-cc3029a7-537e-4f99-8b39-92419489a1e6 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:16.788078 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ae0f55cd-b5c4-4d27-a0e0-eb8d61612d65 req-cc3029a7-537e-4f99-8b39-92419489a1e6 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 945 time: 0.0517635 Feb 14 15:23:16.835990 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ae0f55cd-b5c4-4d27-a0e0-eb8d61612d65 req-d9f8a52b-9e33-46f6-8f30-2779abf74075 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423729 Feb 14 15:23:17.313395 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:17.597847 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 93a43e8e-01de-461e-862d-8159fbeabd27 up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:23:17.647045 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port 93a43e8e-01de-461e-862d-8159fbeabd27 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:23:17.647424 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:17.724643 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 93a43e8e-01de-461e-862d-8159fbeabd27 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:23:17.725039 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:17.751105 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6bb619-c407-4a5f-88c2-dc526c24c219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a43e8e-01de-461e-862d-8159fbeabd27'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:23:17.753334 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d3742c-bf69-4040-9272-41d8beced13b" -d '{"events": [{"server_uuid": "ab6bb619-c407-4a5f-88c2-dc526c24c219", "name": "network-vif-plugged", "status": "completed", "tag": "93a43e8e-01de-461e-862d-8159fbeabd27"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:23:17.765772 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 93a43e8e-01de-461e-862d-8159fbeabd27, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=93a43e8e-01de-461e-862d-8159fbeabd27,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:23:17.770006 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:17.818622 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=93a43e8e-01de-461e-862d-8159fbeabd27,revision_number=7']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:23:17.853207 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438e0e73-8d89-43fc-ae18-d42707274e3f x-openstack-request-id: req-438e0e73-8d89-43fc-ae18-d42707274e3f {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:23:17.853513 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6bb619-c407-4a5f-88c2-dc526c24c219", "name": "network-vif-plugged", "status": "completed", "tag": "93a43e8e-01de-461e-862d-8159fbeabd27", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:23:17.853773 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-438e0e73-8d89-43fc-ae18-d42707274e3f {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:23:17.854174 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6bb619-c407-4a5f-88c2-dc526c24c219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a43e8e-01de-461e-862d-8159fbeabd27', 'code': 200} Feb 14 15:23:17.956871 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71fa07-edb6-4d4e-8ead-2f4b01c5c523 req-c88ea0cf-fb6d-40ad-81a6-c826f8f43bdd tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:17.958330 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2e71fa07-edb6-4d4e-8ead-2f4b01c5c523 req-c88ea0cf-fb6d-40ad-81a6-c826f8f43bdd tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0515456 Feb 14 15:23:18.007121 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2e71fa07-edb6-4d4e-8ead-2f4b01c5c523 req-73748e50-e49e-490f-ba7e-2d442fe7d0f2 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433261 Feb 14 15:23:18.584712 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:19.132346 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a0164-fe16-42e1-94ab-d1af22a2e065 req-1a5ac40c-0cd6-41d9-a40c-fc4fe4554877 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:19.133766 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3d6a0164-fe16-42e1-94ab-d1af22a2e065 req-1a5ac40c-0cd6-41d9-a40c-fc4fe4554877 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0521636 Feb 14 15:23:19.179519 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3d6a0164-fe16-42e1-94ab-d1af22a2e065 req-3b58a571-eefe-4533-a75b-4606f661bb61 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403352 Feb 14 15:23:19.775462 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:20.301745 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc670d-bf1c-4f83-b0ec-e189a3093abc req-79c916b0-e4eb-43f5-8543-24b190c40603 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:20.303461 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0ddc670d-bf1c-4f83-b0ec-e189a3093abc req-79c916b0-e4eb-43f5-8543-24b190c40603 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0533020 Feb 14 15:23:20.349998 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0ddc670d-bf1c-4f83-b0ec-e189a3093abc req-92b5cb03-e141-4798-b4d4-8fd615166f25 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404727 Feb 14 15:23:21.523815 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44975191-3fce-493d-b65d-ad4372fc1c38 req-adbc90d3-a4fe-48b1-b76f-b72aae373165 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:21.531776 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-44975191-3fce-493d-b65d-ad4372fc1c38 req-adbc90d3-a4fe-48b1-b76f-b72aae373165 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0902987 Feb 14 15:23:21.586661 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-44975191-3fce-493d-b65d-ad4372fc1c38 req-df8eeb68-1916-4a70-9630-0d77f5679444 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536542 Feb 14 15:23:22.743083 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ae269-38f4-4379-947f-ad5b7f604eb0 req-5ef39ecc-f93d-492b-b9af-72247a5ed244 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:22.749751 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bc3ae269-38f4-4379-947f-ad5b7f604eb0 req-5ef39ecc-f93d-492b-b9af-72247a5ed244 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0629442 Feb 14 15:23:22.797175 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bc3ae269-38f4-4379-947f-ad5b7f604eb0 req-686288d3-0ce1-47d1-98c9-7a08576546f5 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452220 Feb 14 15:23:23.930385 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcef046-a619-4ae5-8485-557d966a5401 req-b12db48d-cbb8-454b-a1dd-f8dc7095067b tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:23.932129 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cfcef046-a619-4ae5-8485-557d966a5401 req-b12db48d-cbb8-454b-a1dd-f8dc7095067b tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0572593 Feb 14 15:23:23.985036 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cfcef046-a619-4ae5-8485-557d966a5401 req-7408edb8-a037-4b7b-801c-950fd48676ce tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473008 Feb 14 15:23:25.141845 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73504c56-4e7b-4486-b469-25ceddf1ed75 req-c4dc47a7-1f85-4f13-9d08-800c3b471564 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:25.144071 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-73504c56-4e7b-4486-b469-25ceddf1ed75 req-c4dc47a7-1f85-4f13-9d08-800c3b471564 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0788255 Feb 14 15:23:25.200133 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-73504c56-4e7b-4486-b469-25ceddf1ed75 req-d7482d25-e261-49da-bde1-18ca96005898 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494778 Feb 14 15:23:26.293889 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 41688) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:23:26.347365 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be02c7-4636-4124-930e-c60aad9c655c req-8b2b7969-b199-42d4-829e-e4eb2ab56e0e tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:26.354960 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-62be02c7-4636-4124-930e-c60aad9c655c req-8b2b7969-b199-42d4-829e-e4eb2ab56e0e tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0754659 Feb 14 15:23:26.427136 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-62be02c7-4636-4124-930e-c60aad9c655c req-a01c41a3-77e7-4f82-b3e1-2c281efaac50 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707603 Feb 14 15:23:26.429298 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7b5efc06-b779-41ff-b55a-a6441e7d936a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:26.522873 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7b5efc06-b779-41ff-b55a-a6441e7d936a admin admin] Publish callbacks [] for security_group (3ef399e7-768d-4f2e-8b82-642729b6e607), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:26.529239 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7b5efc06-b779-41ff-b55a-a6441e7d936a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (3ef399e7-768d-4f2e-8b82-642729b6e607), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:26.559659 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-7b5efc06-b779-41ff-b55a-a6441e7d936a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=032b1d1e88124d2c9e4f96389d40f315&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2636888 Feb 14 15:23:26.562117 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 41692) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:23:26.583313 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5efc06-b779-41ff-b55a-a6441e7d936a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef399e7-768d-4f2e-8b82-642729b6e607,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:23:26.631657 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7affe57e-97a0-4400-abab-431c84c35b75 admin admin] Publish callbacks [] for security_group (3ef399e7-768d-4f2e-8b82-642729b6e607), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:26.654163 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7affe57e-97a0-4400-abab-431c84c35b75 admin admin] Publish callbacks [] for security_group (3ef399e7-768d-4f2e-8b82-642729b6e607), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:26.709312 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7affe57e-97a0-4400-abab-431c84c35b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (3ef399e7-768d-4f2e-8b82-642729b6e607), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:26.712478 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7affe57e-97a0-4400-abab-431c84c35b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:26.713696 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-7affe57e-97a0-4400-abab-431c84c35b75 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3ef399e7-768d-4f2e-8b82-642729b6e607 HTTP/1.1" status: 204 len: 168 time: 0.1503963 Feb 14 15:23:26.724722 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affe57e-97a0-4400-abab-431c84c35b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef399e7-768d-4f2e-8b82-642729b6e607,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:23:26.733048 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affe57e-97a0-4400-abab-431c84c35b75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:26.733430 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affe57e-97a0-4400-abab-431c84c35b75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:26.733767 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affe57e-97a0-4400-abab-431c84c35b75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:26.734117 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affe57e-97a0-4400-abab-431c84c35b75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:26.734465 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affe57e-97a0-4400-abab-431c84c35b75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:26.734952 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affe57e-97a0-4400-abab-431c84c35b75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:26.735302 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affe57e-97a0-4400-abab-431c84c35b75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:26.735670 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affe57e-97a0-4400-abab-431c84c35b75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:26.736195 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affe57e-97a0-4400-abab-431c84c35b75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:26.736832 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affe57e-97a0-4400-abab-431c84c35b75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:26.738171 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affe57e-97a0-4400-abab-431c84c35b75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:26.738702 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affe57e-97a0-4400-abab-431c84c35b75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:26.739244 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affe57e-97a0-4400-abab-431c84c35b75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:27.468322 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 41718) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:23:27.585083 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8b4a5-f5ec-467b-8710-413edfa3e648 req-c7c12a80-077c-471b-82ed-54780fa382d5 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:27.586294 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-5becd009-d3a0-4497-9058-61a32359084b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1451601691-network', 'tenant_id': '17e6b12a4cf04e009c4595095c67bc42'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:23:27.586661 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-81c8b4a5-f5ec-467b-8710-413edfa3e648 req-c7c12a80-077c-471b-82ed-54780fa382d5 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0657222 Feb 14 15:23:27.616361 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5becd009-d3a0-4497-9058-61a32359084b admin admin] Made reservation on behalf of 17e6b12a4cf04e009c4595095c67bc42 for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:23:27.618712 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5becd009-d3a0-4497-9058-61a32359084b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:27.631825 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5becd009-d3a0-4497-9058-61a32359084b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:27.662344 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-81c8b4a5-f5ec-467b-8710-413edfa3e648 req-54d2aef0-f47e-42af-8191-089ea6d16b8d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672476 Feb 14 15:23:27.731012 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5becd009-d3a0-4497-9058-61a32359084b admin admin] Publish callbacks [] for security_group (cb70cb44-9227-4fa6-a223-a2d2b36d9ee2), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:27.737686 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5becd009-d3a0-4497-9058-61a32359084b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (cb70cb44-9227-4fa6-a223-a2d2b36d9ee2), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:27.765563 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becd009-d3a0-4497-9058-61a32359084b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:23:27.784719 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5becd009-d3a0-4497-9058-61a32359084b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=102564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:23:27.797629 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5becd009-d3a0-4497-9058-61a32359084b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:27.798100 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-5becd009-d3a0-4497-9058-61a32359084b admin admin] Added segment 6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1 of type vlan for network 254fc47e-ee41-4994-bafb-efb8510a86a1 Feb 14 15:23:27.845720 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5becd009-d3a0-4497-9058-61a32359084b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752304802214'] for network (254fc47e-ee41-4994-bafb-efb8510a86a1), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:27.881732 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5becd009-d3a0-4497-9058-61a32359084b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for network (254fc47e-ee41-4994-bafb-efb8510a86a1), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:27.883125 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5becd009-d3a0-4497-9058-61a32359084b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:27.884014 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5becd009-d3a0-4497-9058-61a32359084b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:27.946465 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becd009-d3a0-4497-9058-61a32359084b admin admin] Pushing event updated for resources: {'Network': ['ID=254fc47e-ee41-4994-bafb-efb8510a86a1,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:23:27.960511 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Network 254fc47e-ee41-4994-bafb-efb8510a86a1 details requested by agent ovs-agent-dv-cinder-815146-10-iscsi with host dv-cinder-815146-10-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:23:27.965970 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 41722) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:23:27.967150 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-5becd009-d3a0-4497-9058-61a32359084b admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4970460 Feb 14 15:23:27.971674 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-4883d991-869e-48a3-b0f6-553df6ab5bc8 admin admin] Request body: {'subnet': {'network_id': '254fc47e-ee41-4994-bafb-efb8510a86a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1451601691-subnet', 'tenant_id': '17e6b12a4cf04e009c4595095c67bc42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:23:28.001242 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4883d991-869e-48a3-b0f6-553df6ab5bc8 admin admin] Made reservation on behalf of 17e6b12a4cf04e009c4595095c67bc42 for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:23:28.004204 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4883d991-869e-48a3-b0f6-553df6ab5bc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64822377'] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:28.205258 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4883d991-869e-48a3-b0f6-553df6ab5bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63368002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64822363'] for subnet (24c6f0fe-71e2-4cc9-9e1b-5a80cb954f04), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:28.276154 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883d991-869e-48a3-b0f6-553df6ab5bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c6f0fe-71e2-4cc9-9e1b-5a80cb954f04,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:23:28.284888 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4883d991-869e-48a3-b0f6-553df6ab5bc8 admin admin] Checking segment: {'id': '6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '254fc47e-ee41-4994-bafb-efb8510a86a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:23:28.285772 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4883d991-869e-48a3-b0f6-553df6ab5bc8 admin admin] Network hostable DHCP agents. Network: 254fc47e-ee41-4994-bafb-efb8510a86a1, hostable agents: ['b66b99de-e32e-4873-b4e6-197912f08fb5'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:23:28.304517 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4883d991-869e-48a3-b0f6-553df6ab5bc8 admin admin] Network 254fc47e-ee41-4994-bafb-efb8510a86a1 is scheduled to be hosted by DHCP agent b66b99de-e32e-4873-b4e6-197912f08fb5 with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:23:28.315230 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-4883d991-869e-48a3-b0f6-553df6ab5bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-10-iscsi, 254fc47e-ee41-4994-bafb-efb8510a86a1) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:23:28.325130 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100834fc-2692-4a8d-91c1-f280d1e98bb1 None None] Network 254fc47e-ee41-4994-bafb-efb8510a86a1 requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:23:28.329828 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4883d991-869e-48a3-b0f6-553df6ab5bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:28.330002 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4883d991-869e-48a3-b0f6-553df6ab5bc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:28.356450 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4883d991-869e-48a3-b0f6-553df6ab5bc8 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3868046 Feb 14 15:23:28.466712 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056aac33-029e-4bf0-b381-965779688181 None None] Network 254fc47e-ee41-4994-bafb-efb8510a86a1 requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:23:28.816878 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85aea43-ea61-4ed6-8e59-cc2eefb7c3d5 req-d5a4a20f-e625-47b3-b2c5-5e227bb5fce2 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:28.819314 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e85aea43-ea61-4ed6-8e59-cc2eefb7c3d5 req-d5a4a20f-e625-47b3-b2c5-5e227bb5fce2 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0841510 Feb 14 15:23:28.894430 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e85aea43-ea61-4ed6-8e59-cc2eefb7c3d5 req-b632e7a3-9f2f-441f-88ca-8e6020c38895 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676129 Feb 14 15:23:30.020077 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc74d3c-7143-44d8-aa47-39a1a909837b req-eb708e88-ced0-4b2c-a35f-a63d94b7eec1 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:30.021602 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-abc74d3c-7143-44d8-aa47-39a1a909837b req-eb708e88-ced0-4b2c-a35f-a63d94b7eec1 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0524950 Feb 14 15:23:30.070862 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-abc74d3c-7143-44d8-aa47-39a1a909837b req-d30b5251-747c-47aa-aeb4-4eaa1dfe463d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438600 Feb 14 15:23:30.282938 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-a5604173-8247-42a3-ac21-91f4cc974eab tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:30.284441 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-a5604173-8247-42a3-ac21-91f4cc974eab tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/networks?id=254fc47e-ee41-4994-bafb-efb8510a86a1 HTTP/1.1" status: 200 len: 814 time: 0.1307492 Feb 14 15:23:30.292830 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fbd29-8eaa-47ae-9060-acb7dee40193 req-1412038e-a183-4977-aedd-aff2e1846f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:30.294218 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f63fbd29-8eaa-47ae-9060-acb7dee40193 req-1412038e-a183-4977-aedd-aff2e1846f26 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59e01ee3a909461f92070cf33d635c9f&device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 1130 time: 0.0758672 Feb 14 15:23:30.302253 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-1af7dc4e-17f6-4a4f-b896-a07732200552 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/quotas/17e6b12a4cf04e009c4595095c67bc42 HTTP/1.1" status: 200 len: 375 time: 0.0114734 Feb 14 15:23:30.356162 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-1b6fd134-a567-4388-b420-e7d54eb03d61 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=17e6b12a4cf04e009c4595095c67bc42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455813 Feb 14 15:23:30.417283 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fbd29-8eaa-47ae-9060-acb7dee40193 req-dd3d1573-d8e6-4dca-9265-4609ad11ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:30.418789 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f63fbd29-8eaa-47ae-9060-acb7dee40193 req-dd3d1573-d8e6-4dca-9265-4609ad11ef00 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f46612e4-5188-4afd-b927-413922cf4afb HTTP/1.1" status: 200 len: 918 time: 0.1150348 Feb 14 15:23:30.543879 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f63fbd29-8eaa-47ae-9060-acb7dee40193 req-61510224-4f35-4e41-8e3d-2713ee717536 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93a43e8e-01de-461e-862d-8159fbeabd27 HTTP/1.1" status: 200 len: 1002 time: 0.1182094 Feb 14 15:23:30.602578 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-41a6b310-8ba7-43e3-a9a6-8e27ba5c9f14 service neutron] 10.222.0.87 "GET /v2.0/networks/254fc47e-ee41-4994-bafb-efb8510a86a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180998 Feb 14 15:23:30.619062 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fbd29-8eaa-47ae-9060-acb7dee40193 req-98445b7c-dbe9-4658-b33e-e4c421a8526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:30.620505 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f63fbd29-8eaa-47ae-9060-acb7dee40193 req-98445b7c-dbe9-4658-b33e-e4c421a8526c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36ea11a7-e606-4181-a1a1-331e0ed702b8 HTTP/1.1" status: 200 len: 856 time: 0.0706775 Feb 14 15:23:30.729395 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fbd29-8eaa-47ae-9060-acb7dee40193 req-8831e593-4a00-43ba-a327-ae8287c03977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:30.730909 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f63fbd29-8eaa-47ae-9060-acb7dee40193 req-8831e593-4a00-43ba-a327-ae8287c03977 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f46612e4-5188-4afd-b927-413922cf4afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0975006 Feb 14 15:23:30.733112 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-ed7594cc-70fe-4f57-958b-3576b10cf3fb service neutron] 10.222.0.87 "GET /v2.0/networks/254fc47e-ee41-4994-bafb-efb8510a86a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248415 Feb 14 15:23:30.827764 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f63fbd29-8eaa-47ae-9060-acb7dee40193 req-13412c77-894d-4e77-a3b2-6ff7e1b171b1 service neutron] 10.222.0.77 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893686 Feb 14 15:23:30.906993 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8d240210-9763-4454-a3dd-957302312093 req-c2a532e7-ae6a-41ad-929e-f1abce3cf0eb tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30aeb13-9cbd-4d2a-8433-2ad8b6a80533 HTTP/1.1" status: 200 len: 210 time: 0.0380249 Feb 14 15:23:30.931190 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f63fbd29-8eaa-47ae-9060-acb7dee40193 req-e56278fd-2417-4508-9ee3-adc66de15235 service neutron] 10.222.0.77 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902879 Feb 14 15:23:31.202180 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cf6e8-ea5e-4fa3-846a-cb08411fbd0b req-000c91f0-e7bb-4bd8-9db8-872d86d764d2 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:31.203778 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-238cf6e8-ea5e-4fa3-846a-cb08411fbd0b req-000c91f0-e7bb-4bd8-9db8-872d86d764d2 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0602558 Feb 14 15:23:31.261507 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-238cf6e8-ea5e-4fa3-846a-cb08411fbd0b req-f7a370a9-667c-41dd-8486-12a7911a8dd8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510299 Feb 14 15:23:31.894876 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-27f2077e-b61b-4b85-b959-023af5339c5d tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:31.896339 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-27f2077e-b61b-4b85-b959-023af5339c5d tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.77 "GET /v2.0/networks?id=254fc47e-ee41-4994-bafb-efb8510a86a1 HTTP/1.1" status: 200 len: 814 time: 0.1015131 Feb 14 15:23:31.914993 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-2a0a8c08-605b-4156-b322-2ec8ad6d960f tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Request body: {'port': {'device_id': 'a30aeb13-9cbd-4d2a-8433-2ad8b6a80533', 'network_id': '254fc47e-ee41-4994-bafb-efb8510a86a1', 'admin_state_up': True, 'tenant_id': '17e6b12a4cf04e009c4595095c67bc42'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:23:32.012238 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9ef6c7a6-f60e-4ba6-ac80-e6e9e4a27a26 req-afc8e495-bf86-4ca3-94b3-49f18e868ac4 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30aeb13-9cbd-4d2a-8433-2ad8b6a80533 HTTP/1.1" status: 200 len: 210 time: 0.0285308 Feb 14 15:23:32.035922 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-2a0a8c08-605b-4156-b322-2ec8ad6d960f tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Made reservation on behalf of 17e6b12a4cf04e009c4595095c67bc42 for: {'port': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:23:32.040258 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-2a0a8c08-605b-4156-b322-2ec8ad6d960f tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:32.167428 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-2a0a8c08-605b-4156-b322-2ec8ad6d960f tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Allocated IP 172.20.0.14 (254fc47e-ee41-4994-bafb-efb8510a86a1/24c6f0fe-71e2-4cc9-9e1b-5a80cb954f04/cde5656b-4b1a-4d81-86c4-ff259defc30d) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:23:32.317725 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-2a0a8c08-605b-4156-b322-2ec8ad6d960f tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Publish callbacks [] for port (cde5656b-4b1a-4d81-86c4-ff259defc30d), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:32.384125 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-2a0a8c08-605b-4156-b322-2ec8ad6d960f tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (cde5656b-4b1a-4d81-86c4-ff259defc30d), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:32.433490 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e5998-a440-490d-84d6-82ebf49da5ee req-583b6041-90ae-4c28-b7ec-23499a462315 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:32.434908 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d49e5998-a440-490d-84d6-82ebf49da5ee req-583b6041-90ae-4c28-b7ec-23499a462315 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.1009998 Feb 14 15:23:32.445242 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-2a0a8c08-605b-4156-b322-2ec8ad6d960f tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Network 254fc47e-ee41-4994-bafb-efb8510a86a1 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:23:32.453937 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-2a0a8c08-605b-4156-b322-2ec8ad6d960f tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:23:32.464985 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-2a0a8c08-605b-4156-b322-2ec8ad6d960f tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:23:32.469892 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a8c08-605b-4156-b322-2ec8ad6d960f tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Pushing event updated for resources: {'Port': ['ID=cde5656b-4b1a-4d81-86c4-ff259defc30d,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:23:32.532278 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-2a0a8c08-605b-4156-b322-2ec8ad6d960f tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:32.532899 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-2a0a8c08-605b-4156-b322-2ec8ad6d960f tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:32.538181 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d49e5998-a440-490d-84d6-82ebf49da5ee req-2df9cb8d-340e-416f-8b0f-5c38bd26ca42 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919130 Feb 14 15:23:32.554422 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-2a0a8c08-605b-4156-b322-2ec8ad6d960f tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6441958 Feb 14 15:23:32.568783 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] Request body: {'port': {'device_id': 'a30aeb13-9cbd-4d2a-8433-2ad8b6a80533', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:23:32.630023 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (cde5656b-4b1a-4d81-86c4-ff259defc30d), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:32.891014 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde5656b-4b1a-4d81-86c4-ff259defc30d {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:23:32.899174 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] Publish callbacks [] for port (cde5656b-4b1a-4d81-86c4-ff259defc30d), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:32.912923 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] Transition to ACTIVE for port object cde5656b-4b1a-4d81-86c4-ff259defc30d will not be triggered until provisioned by entity L2. {{(pid=102564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:23:32.916072 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62982802'] for port (cde5656b-4b1a-4d81-86c4-ff259defc30d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:32.968455 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] Pushing event updated for resources: {'Port': ['ID=cde5656b-4b1a-4d81-86c4-ff259defc30d,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:23:33.036136 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] Attempting to bind port cde5656b-4b1a-4d81-86c4-ff259defc30d on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:23:33.036469 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] Attempting to bind port cde5656b-4b1a-4d81-86c4-ff259defc30d by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '254fc47e-ee41-4994-bafb-efb8510a86a1'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:23:33.036828 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] Attempting to bind port cde5656b-4b1a-4d81-86c4-ff259defc30d on network 254fc47e-ee41-4994-bafb-efb8510a86a1 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:23:33.041416 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] Port cde5656b-4b1a-4d81-86c4-ff259defc30d on network 254fc47e-ee41-4994-bafb-efb8510a86a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:23:33.041747 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] Attempting to bind port cde5656b-4b1a-4d81-86c4-ff259defc30d on network 254fc47e-ee41-4994-bafb-efb8510a86a1 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:23:33.046747 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] Checking agent: {'id': 'f190771b-33cd-44d9-aea8-80be24af3e8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'started_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:23:33.047221 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] Checking segment: {'id': '6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '254fc47e-ee41-4994-bafb-efb8510a86a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:23:33.047640 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] Bound using segment: {'id': '6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '254fc47e-ee41-4994-bafb-efb8510a86a1'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:23:33.048080 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] Bound port: cde5656b-4b1a-4d81-86c4-ff259defc30d, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '254fc47e-ee41-4994-bafb-efb8510a86a1'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:23:33.048391 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (cde5656b-4b1a-4d81-86c4-ff259defc30d), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:33.122076 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] For port cde5656b-4b1a-4d81-86c4-ff259defc30d, host hv-cinder-81514, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:23:33.125140 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] For port cde5656b-4b1a-4d81-86c4-ff259defc30d, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=cde5656b-4b1a-4d81-86c4-ff259defc30d,segment=NetworkSegment(6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1),segment_id=6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:23:33.131262 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62982802'] for port (cde5656b-4b1a-4d81-86c4-ff259defc30d), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:33.145773 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9fb5c-f90a-46bc-ada0-58b95a84eda2 req-fa44cb46-f81f-4d39-9673-561283afb36c tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:33.147690 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6fb9fb5c-f90a-46bc-ada0-58b95a84eda2 req-fa44cb46-f81f-4d39-9673-561283afb36c tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30aeb13-9cbd-4d2a-8433-2ad8b6a80533 HTTP/1.1" status: 200 len: 944 time: 0.0533493 Feb 14 15:23:33.170569 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:33.171206 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:33.172896 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] 10.222.0.77 "PUT /v2.0/ports/cde5656b-4b1a-4d81-86c4-ff259defc30d HTTP/1.1" status: 200 len: 1094 time: 0.6093011 Feb 14 15:23:33.173349 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30aeb13-9cbd-4d2a-8433-2ad8b6a80533', 'tag': 'cde5656b-4b1a-4d81-86c4-ff259defc30d'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:23:33.175813 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114b17781d7584df24a73d2ca002b1fc4e4ef728ba6c29ea40a3094f371b155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce944a3-1c84-48c9-b193-0c3b96cfd9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "a30aeb13-9cbd-4d2a-8433-2ad8b6a80533", "tag": "cde5656b-4b1a-4d81-86c4-ff259defc30d"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:23:33.200407 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fe0c4-bd5e-426c-9d09-4f858876e150 service neutron] Pushing event updated for resources: {'Port': ['ID=cde5656b-4b1a-4d81-86c4-ff259defc30d,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:23:33.212724 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6fb9fb5c-f90a-46bc-ada0-58b95a84eda2 req-510c7467-92ef-44eb-afa4-a3aee190d6be tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590100 Feb 14 15:23:33.283525 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-2329e400-3565-44f3-a7bb-4bc26eb64d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:33.285212 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-2329e400-3565-44f3-a7bb-4bc26eb64d99 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=17e6b12a4cf04e009c4595095c67bc42&device_id=a30aeb13-9cbd-4d2a-8433-2ad8b6a80533 HTTP/1.1" status: 200 len: 1128 time: 0.0549052 Feb 14 15:23:33.328145 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-205af3d9-a345-4eff-bfe1-d24d8f806085 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cde5656b-4b1a-4d81-86c4-ff259defc30d HTTP/1.1" status: 200 len: 217 time: 0.0353029 Feb 14 15:23:33.361933 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb7cefc-4601-4664-8fa3-815cedb39809 x-openstack-request-id: req-efb7cefc-4601-4664-8fa3-815cedb39809 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:23:33.362233 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30aeb13-9cbd-4d2a-8433-2ad8b6a80533", "tag": "cde5656b-4b1a-4d81-86c4-ff259defc30d", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:23:33.362491 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-efb7cefc-4601-4664-8fa3-815cedb39809 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:23:33.362887 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30aeb13-9cbd-4d2a-8433-2ad8b6a80533', 'tag': 'cde5656b-4b1a-4d81-86c4-ff259defc30d', 'status': 'completed', 'code': 200} Feb 14 15:23:33.380369 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-857a8fd4-a673-4a8b-9ed8-fef527438472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:33.382103 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-857a8fd4-a673-4a8b-9ed8-fef527438472 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=24c6f0fe-71e2-4cc9-9e1b-5a80cb954f04 HTTP/1.1" status: 200 len: 854 time: 0.0461795 Feb 14 15:23:33.419193 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-9946c9a7-8c64-4fa1-b1dc-f6aa0b0547ac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=254fc47e-ee41-4994-bafb-efb8510a86a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287802 Feb 14 15:23:33.512694 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-b02a7894-7d01-4565-9f08-ac85a36a4f0d service neutron] 10.222.0.77 "GET /v2.0/networks/254fc47e-ee41-4994-bafb-efb8510a86a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870111 Feb 14 15:23:33.604967 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4de4a0cd-3b4d-4699-a51e-dcc14e0976c2 req-6b8008d2-e21e-4e35-a1e3-6528e4e66cad service neutron] 10.222.0.77 "GET /v2.0/networks/254fc47e-ee41-4994-bafb-efb8510a86a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851243 Feb 14 15:23:33.635795 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 93a43e8e-01de-461e-862d-8159fbeabd27 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:23:33.663811 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c47be-f9fb-468b-a0d8-cf853a2ea75f req-444aedcb-f4eb-4fcd-9452-8b79acb34898 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:33.665490 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2d7c47be-f9fb-468b-a0d8-cf853a2ea75f req-444aedcb-f4eb-4fcd-9452-8b79acb34898 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 946 time: 0.0559568 Feb 14 15:23:33.700902 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce944a3-1c84-48c9-b193-0c3b96cfd9e7 req-95d49b7b-7c8d-4e46-bad9-46f10fbe99a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:33.702417 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bce944a3-1c84-48c9-b193-0c3b96cfd9e7 req-95d49b7b-7c8d-4e46-bad9-46f10fbe99a4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=17e6b12a4cf04e009c4595095c67bc42&device_id=a30aeb13-9cbd-4d2a-8433-2ad8b6a80533 HTTP/1.1" status: 200 len: 1128 time: 0.0516908 Feb 14 15:23:33.718200 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2d7c47be-f9fb-468b-a0d8-cf853a2ea75f req-12482855-124d-4a46-a75f-afdb23a30284 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471740 Feb 14 15:23:33.721801 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 93a43e8e-01de-461e-862d-8159fbeabd27 is: ACTIVE; New status is: DOWN {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:23:33.722204 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:33.756335 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6bb619-c407-4a5f-88c2-dc526c24c219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a43e8e-01de-461e-862d-8159fbeabd27'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:23:33.758868 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f06bb8-7be9-4680-b0a7-f1ead2dd8f87" -d '{"events": [{"server_uuid": "ab6bb619-c407-4a5f-88c2-dc526c24c219", "name": "network-vif-unplugged", "status": "completed", "tag": "93a43e8e-01de-461e-862d-8159fbeabd27"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:23:33.777017 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 93a43e8e-01de-461e-862d-8159fbeabd27, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=93a43e8e-01de-461e-862d-8159fbeabd27,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:23:33.782222 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:33.813105 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Feb 2022 15:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea025ccf-d691-4635-b4fb-e0882c906050 x-openstack-request-id: req-ea025ccf-d691-4635-b4fb-e0882c906050 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:23:33.813401 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6bb619-c407-4a5f-88c2-dc526c24c219", "name": "network-vif-unplugged", "status": "failed", "tag": "93a43e8e-01de-461e-862d-8159fbeabd27", "code": 422}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:23:33.813651 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ea025ccf-d691-4635-b4fb-e0882c906050 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:23:33.814040 dv-cinder-815146-10-iscsi neutron-server[102565]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ab6bb619-c407-4a5f-88c2-dc526c24c219', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '93a43e8e-01de-461e-862d-8159fbeabd27', 'code': 422} returned with failed status Feb 14 15:23:33.814611 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce944a3-1c84-48c9-b193-0c3b96cfd9e7 req-ae804cf3-4c8c-4611-a14f-5e93ce00b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:33.816226 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bce944a3-1c84-48c9-b193-0c3b96cfd9e7 req-ae804cf3-4c8c-4611-a14f-5e93ce00b2f9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=254fc47e-ee41-4994-bafb-efb8510a86a1 HTTP/1.1" status: 200 len: 915 time: 0.1055236 Feb 14 15:23:33.841744 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=93a43e8e-01de-461e-862d-8159fbeabd27,revision_number=8']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:23:33.865636 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bce944a3-1c84-48c9-b193-0c3b96cfd9e7 req-34d689a0-4270-4648-bda1-daa067079902 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cde5656b-4b1a-4d81-86c4-ff259defc30d HTTP/1.1" status: 200 len: 217 time: 0.0415473 Feb 14 15:23:33.915764 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce944a3-1c84-48c9-b193-0c3b96cfd9e7 req-4864978e-8aba-4f20-882a-7068d99c9f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:33.917231 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bce944a3-1c84-48c9-b193-0c3b96cfd9e7 req-4864978e-8aba-4f20-882a-7068d99c9f86 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=24c6f0fe-71e2-4cc9-9e1b-5a80cb954f04 HTTP/1.1" status: 200 len: 854 time: 0.0463314 Feb 14 15:23:33.951857 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bce944a3-1c84-48c9-b193-0c3b96cfd9e7 req-471751dc-bbb7-4a06-875d-37c7f0957586 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=254fc47e-ee41-4994-bafb-efb8510a86a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257955 Feb 14 15:23:34.047648 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bce944a3-1c84-48c9-b193-0c3b96cfd9e7 req-04801de7-89ac-4606-885f-aeee1fb212d1 service neutron] 10.222.0.77 "GET /v2.0/networks/254fc47e-ee41-4994-bafb-efb8510a86a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911410 Feb 14 15:23:34.401079 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee94ef-a7ba-4bac-b011-e492d1ff2839 req-13fef1d9-08a9-489c-bfb9-0f6674a168c4 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:34.402828 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7fee94ef-a7ba-4bac-b011-e492d1ff2839 req-13fef1d9-08a9-489c-bfb9-0f6674a168c4 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30aeb13-9cbd-4d2a-8433-2ad8b6a80533 HTTP/1.1" status: 200 len: 944 time: 0.1090202 Feb 14 15:23:34.405149 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bce944a3-1c84-48c9-b193-0c3b96cfd9e7 req-521ccce3-5c01-456e-bc86-8243c188fa87 service neutron] 10.222.0.77 "GET /v2.0/networks/254fc47e-ee41-4994-bafb-efb8510a86a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509562 Feb 14 15:23:34.460068 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7fee94ef-a7ba-4bac-b011-e492d1ff2839 req-8596e800-0065-4d40-aad8-98fe5dc87dda tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513923 Feb 14 15:23:34.533162 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [req-648b98d7-db4d-480f-94b8-4848ebf6c5a7 req-578d2ebc-8af8-4b0a-9dde-2ffbd8b18ced service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=102563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:23:34.534149 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-648b98d7-db4d-480f-94b8-4848ebf6c5a7 req-578d2ebc-8af8-4b0a-9dde-2ffbd8b18ced service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052898 Feb 14 15:23:34.696461 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f898c-0813-446f-a180-0553c3177506 req-9504d434-6778-4df7-a0f5-2e548d3e2986 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:34.698001 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-db0f898c-0813-446f-a180-0553c3177506 req-9504d434-6778-4df7-a0f5-2e548d3e2986 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 944 time: 0.0558555 Feb 14 15:23:34.745171 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-db0f898c-0813-446f-a180-0553c3177506 req-222dc4d2-2e98-4b81-aba5-44b0c322f78a tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417604 Feb 14 15:23:34.865665 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-95afaf0c-df48-41e8-8fa0-fd58bd1d9939 req-91177d76-ec88-4573-940f-64da025fbfa8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0434651 Feb 14 15:23:34.937760 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afaf0c-df48-41e8-8fa0-fd58bd1d9939 req-5be8598b-d7fb-4008-b7b4-afff486ded07 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:34.939011 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-95afaf0c-df48-41e8-8fa0-fd58bd1d9939 req-5be8598b-d7fb-4008-b7b4-afff486ded07 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports/93a43e8e-01de-461e-862d-8159fbeabd27 HTTP/1.1" status: 200 len: 941 time: 0.0464430 Feb 14 15:23:35.575990 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead74a74-751f-41c9-87e2-1226b80f3341 req-cae4460c-d50e-476c-80bd-bf415510c20e tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:35.577459 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ead74a74-751f-41c9-87e2-1226b80f3341 req-cae4460c-d50e-476c-80bd-bf415510c20e tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30aeb13-9cbd-4d2a-8433-2ad8b6a80533 HTTP/1.1" status: 200 len: 944 time: 0.0511215 Feb 14 15:23:35.625854 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ead74a74-751f-41c9-87e2-1226b80f3341 req-fc0556fd-5f8d-41ab-8133-6fafb57bd7e2 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428412 Feb 14 15:23:35.636075 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device cde5656b-4b1a-4d81-86c4-ff259defc30d details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:23:35.702585 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afaf0c-df48-41e8-8fa0-fd58bd1d9939 req-987c5e89-529e-49ff-8e68-9741039aa97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:35.704136 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-95afaf0c-df48-41e8-8fa0-fd58bd1d9939 req-987c5e89-529e-49ff-8e68-9741039aa97a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219&tenant_id=59e01ee3a909461f92070cf33d635c9f HTTP/1.1" status: 200 len: 1128 time: 0.0447528 Feb 14 15:23:35.735980 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port cde5656b-4b1a-4d81-86c4-ff259defc30d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=cde5656b-4b1a-4d81-86c4-ff259defc30d,segment=NetworkSegment(6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1),segment_id=6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:23:35.747102 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': 'cde5656b-4b1a-4d81-86c4-ff259defc30d', 'network_id': '254fc47e-ee41-4994-bafb-efb8510a86a1', 'port_id': 'cde5656b-4b1a-4d81-86c4-ff259defc30d', 'mac_address': 'fa:16:3e:f0:e1:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c6f0fe-71e2-4cc9-9e1b-5a80cb954f04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:23:35.774720 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afaf0c-df48-41e8-8fa0-fd58bd1d9939 req-63c7fc1a-3cc2-4b89-88a4-d63ae972a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:35.776309 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-95afaf0c-df48-41e8-8fa0-fd58bd1d9939 req-63c7fc1a-3cc2-4b89-88a4-d63ae972a069 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59e01ee3a909461f92070cf33d635c9f&device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 1128 time: 0.0488169 Feb 14 15:23:35.915278 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port cde5656b-4b1a-4d81-86c4-ff259defc30d is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:23:35.915875 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afaf0c-df48-41e8-8fa0-fd58bd1d9939 req-feec4e7d-b35f-4072-ac4f-ef3154348e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:35.916042 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (cde5656b-4b1a-4d81-86c4-ff259defc30d), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:35.917386 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-95afaf0c-df48-41e8-8fa0-fd58bd1d9939 req-feec4e7d-b35f-4072-ac4f-ef3154348e13 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f46612e4-5188-4afd-b927-413922cf4afb HTTP/1.1" status: 200 len: 918 time: 0.1329093 Feb 14 15:23:35.925493 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f4431-396a-4fa9-b45f-36bf2c3da238 req-6115de27-82cc-4408-bd63-38aef871a485 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:35.926889 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9e1f4431-396a-4fa9-b45f-36bf2c3da238 req-6115de27-82cc-4408-bd63-38aef871a485 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 944 time: 0.1048982 Feb 14 15:23:35.929385 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde5656b-4b1a-4d81-86c4-ff259defc30d {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:23:35.949854 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port cde5656b-4b1a-4d81-86c4-ff259defc30d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=cde5656b-4b1a-4d81-86c4-ff259defc30d,segment=NetworkSegment(6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1),segment_id=6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:23:35.956762 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (cde5656b-4b1a-4d81-86c4-ff259defc30d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:36.003413 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=cde5656b-4b1a-4d81-86c4-ff259defc30d,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:23:36.010640 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-95afaf0c-df48-41e8-8fa0-fd58bd1d9939 req-aa8b7301-7526-4d5c-a3bc-48c8776c203d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93a43e8e-01de-461e-862d-8159fbeabd27 HTTP/1.1" status: 200 len: 1000 time: 0.0828097 Feb 14 15:23:36.029482 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9e1f4431-396a-4fa9-b45f-36bf2c3da238 req-2d5daf79-0bea-45eb-a2f7-2e4e3bd1b221 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941288 Feb 14 15:23:36.069330 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afaf0c-df48-41e8-8fa0-fd58bd1d9939 req-ad5c31c2-527d-44fa-a7ea-0ddd59216bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:36.070797 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-95afaf0c-df48-41e8-8fa0-fd58bd1d9939 req-ad5c31c2-527d-44fa-a7ea-0ddd59216bc9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36ea11a7-e606-4181-a1a1-331e0ed702b8 HTTP/1.1" status: 200 len: 856 time: 0.0528395 Feb 14 15:23:36.119599 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afaf0c-df48-41e8-8fa0-fd58bd1d9939 req-8cf81319-66eb-4f06-a48d-ce6bea3f20bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:36.121140 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-95afaf0c-df48-41e8-8fa0-fd58bd1d9939 req-8cf81319-66eb-4f06-a48d-ce6bea3f20bc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f46612e4-5188-4afd-b927-413922cf4afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441787 Feb 14 15:23:36.199125 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['cde5656b-4b1a-4d81-86c4-ff259defc30d'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:23:36.212062 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-95afaf0c-df48-41e8-8fa0-fd58bd1d9939 req-d96e1edc-fcbf-4e58-aec5-7439f93e78c8 service neutron] 10.222.0.77 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822692 Feb 14 15:23:36.305717 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-95afaf0c-df48-41e8-8fa0-fd58bd1d9939 req-d8aa93df-eaa9-40b1-af86-cb1132706dfa service neutron] 10.222.0.77 "GET /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866256 Feb 14 15:23:36.753205 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0f5d2-d1c9-4970-b248-295197ed5d2e req-9ca18c23-5b5b-45f2-8287-76a730f52814 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:36.754811 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-45d0f5d2-d1c9-4970-b248-295197ed5d2e req-9ca18c23-5b5b-45f2-8287-76a730f52814 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30aeb13-9cbd-4d2a-8433-2ad8b6a80533 HTTP/1.1" status: 200 len: 945 time: 0.0592818 Feb 14 15:23:36.822837 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-45d0f5d2-d1c9-4970-b248-295197ed5d2e req-f44fe052-e459-4e02-a063-48ffcb6b61e7 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587666 Feb 14 15:23:37.172696 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bd393-8be8-43f9-a284-61c3758f56d7 req-2578d541-f831-4082-b9a8-dc587f95e280 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:37.176914 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a04bd393-8be8-43f9-a284-61c3758f56d7 req-2578d541-f831-4082-b9a8-dc587f95e280 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 944 time: 0.0702024 Feb 14 15:23:37.222546 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a04bd393-8be8-43f9-a284-61c3758f56d7 req-58390ab0-af05-4a51-a13f-d823ddd00e1d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415995 Feb 14 15:23:37.644714 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device cde5656b-4b1a-4d81-86c4-ff259defc30d up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:23:37.695435 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning for port cde5656b-4b1a-4d81-86c4-ff259defc30d completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:23:37.700271 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port cde5656b-4b1a-4d81-86c4-ff259defc30d triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:23:37.700659 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (cde5656b-4b1a-4d81-86c4-ff259defc30d), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:37.781863 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port cde5656b-4b1a-4d81-86c4-ff259defc30d is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:23:37.782266 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (cde5656b-4b1a-4d81-86c4-ff259defc30d), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:37.807043 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30aeb13-9cbd-4d2a-8433-2ad8b6a80533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde5656b-4b1a-4d81-86c4-ff259defc30d'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:23:37.809304 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a890fbab-bc58-4a46-a6e4-d9dde6f4483c" -d '{"events": [{"server_uuid": "a30aeb13-9cbd-4d2a-8433-2ad8b6a80533", "name": "network-vif-plugged", "status": "completed", "tag": "cde5656b-4b1a-4d81-86c4-ff259defc30d"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:23:37.827968 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port cde5656b-4b1a-4d81-86c4-ff259defc30d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=cde5656b-4b1a-4d81-86c4-ff259defc30d,segment=NetworkSegment(6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1),segment_id=6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:23:37.831673 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (cde5656b-4b1a-4d81-86c4-ff259defc30d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:37.872295 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329c4e72-8ed7-4b9f-9a1c-d0bbbe80665b x-openstack-request-id: req-329c4e72-8ed7-4b9f-9a1c-d0bbbe80665b {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:23:37.872606 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30aeb13-9cbd-4d2a-8433-2ad8b6a80533", "name": "network-vif-plugged", "status": "completed", "tag": "cde5656b-4b1a-4d81-86c4-ff259defc30d", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:23:37.872871 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-329c4e72-8ed7-4b9f-9a1c-d0bbbe80665b {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:23:37.873285 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30aeb13-9cbd-4d2a-8433-2ad8b6a80533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde5656b-4b1a-4d81-86c4-ff259defc30d', 'code': 200} Feb 14 15:23:37.915534 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=cde5656b-4b1a-4d81-86c4-ff259defc30d,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:23:37.971789 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4aa5a-0466-42b1-9205-8b5f9f5dfccb req-2456da40-cbd2-4170-83f2-1815330d327d tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:37.973440 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-77b4aa5a-0466-42b1-9205-8b5f9f5dfccb req-2456da40-cbd2-4170-83f2-1815330d327d tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30aeb13-9cbd-4d2a-8433-2ad8b6a80533 HTTP/1.1" status: 200 len: 946 time: 0.0743163 Feb 14 15:23:38.027506 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-77b4aa5a-0466-42b1-9205-8b5f9f5dfccb req-f24827e4-aeba-4a0a-9100-ee3b20207b2d tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478342 Feb 14 15:23:38.362549 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1e6bd-426b-4dea-84dc-96614a5217ce req-d2c83eb6-29a0-4415-888b-9cca16a986b8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:38.364080 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e7d1e6bd-426b-4dea-84dc-96614a5217ce req-d2c83eb6-29a0-4415-888b-9cca16a986b8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 944 time: 0.0637476 Feb 14 15:23:38.417677 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e7d1e6bd-426b-4dea-84dc-96614a5217ce req-2e524cf5-b915-4d63-aea7-99d899258736 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469084 Feb 14 15:23:39.150976 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e4942-5c06-4574-98c4-f30b96b47a82 req-3e983678-af0e-4f41-b6f5-77612ce83613 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:39.154645 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2a7e4942-5c06-4574-98c4-f30b96b47a82 req-3e983678-af0e-4f41-b6f5-77612ce83613 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30aeb13-9cbd-4d2a-8433-2ad8b6a80533 HTTP/1.1" status: 200 len: 946 time: 0.0587814 Feb 14 15:23:39.219883 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2a7e4942-5c06-4574-98c4-f30b96b47a82 req-24dc330e-af5a-4f4f-aa7c-5da0cde7f701 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606701 Feb 14 15:23:39.563416 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d922f9-8498-4bb6-b61c-608f69d2a286 req-899e92d2-212a-4512-bc94-510720def13a tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:39.565246 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d2d922f9-8498-4bb6-b61c-608f69d2a286 req-899e92d2-212a-4512-bc94-510720def13a tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 944 time: 0.0625761 Feb 14 15:23:39.615923 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d2d922f9-8498-4bb6-b61c-608f69d2a286 req-1c0b6902-0d92-40d5-a3e6-d0d8e165b3c4 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447013 Feb 14 15:23:40.373052 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8a66c-b7a2-48db-8047-b4596aa81d5f req-9168c153-8189-406e-905a-de726cedbe9a tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:40.380511 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2ac8a66c-b7a2-48db-8047-b4596aa81d5f req-9168c153-8189-406e-905a-de726cedbe9a tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30aeb13-9cbd-4d2a-8433-2ad8b6a80533 HTTP/1.1" status: 200 len: 946 time: 0.0771270 Feb 14 15:23:40.432805 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2ac8a66c-b7a2-48db-8047-b4596aa81d5f req-fea218da-303f-405f-895a-ed4ed16725be tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495253 Feb 14 15:23:40.758719 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afcf8d-d174-4e12-b764-1bfcbb1383ff req-eea15555-ede6-4d26-a738-457a7ed50c43 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:40.760276 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-54afcf8d-d174-4e12-b764-1bfcbb1383ff req-eea15555-ede6-4d26-a738-457a7ed50c43 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 944 time: 0.0605018 Feb 14 15:23:40.831960 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-54afcf8d-d174-4e12-b764-1bfcbb1383ff req-0dd9d713-f812-4c70-ada2-0821c213b9f5 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603914 Feb 14 15:23:41.579237 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaefb8c-26d8-4183-8fab-77ee5de87d1a req-10d43404-774f-4b98-9abd-d99efa46b87f tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:41.581072 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8aaefb8c-26d8-4183-8fab-77ee5de87d1a req-10d43404-774f-4b98-9abd-d99efa46b87f tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30aeb13-9cbd-4d2a-8433-2ad8b6a80533 HTTP/1.1" status: 200 len: 946 time: 0.0644727 Feb 14 15:23:41.634395 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8aaefb8c-26d8-4183-8fab-77ee5de87d1a req-3673d026-a2a3-4bf3-b0c9-c91d5776001f tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472107 Feb 14 15:23:41.952578 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6465cb-a6a7-4f02-a02f-b357f7e3139a req-2071761d-b29b-47d6-94e7-8f0dfd836933 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:41.954804 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ce6465cb-a6a7-4f02-a02f-b357f7e3139a req-2071761d-b29b-47d6-94e7-8f0dfd836933 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 944 time: 0.0551536 Feb 14 15:23:42.007480 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ce6465cb-a6a7-4f02-a02f-b357f7e3139a req-c032216b-a990-47ba-8f67-a023c13517a2 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465956 Feb 14 15:23:42.761490 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727f843-75db-4777-9d2a-e124212a1625 req-6e252898-01ad-4400-b021-e881f741b7af tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:42.763129 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b727f843-75db-4777-9d2a-e124212a1625 req-6e252898-01ad-4400-b021-e881f741b7af tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30aeb13-9cbd-4d2a-8433-2ad8b6a80533 HTTP/1.1" status: 200 len: 946 time: 0.0547006 Feb 14 15:23:42.817446 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b727f843-75db-4777-9d2a-e124212a1625 req-f2e17c2a-e969-420f-8988-4278c7ba1c1e tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487764 Feb 14 15:23:42.845220 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:43.145376 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc222f-b0c8-4692-ad00-27ffb3c83aad req-f0636322-5205-4d4a-ba4c-38b0af69d518 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:43.147122 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-14dc222f-b0c8-4692-ad00-27ffb3c83aad req-f0636322-5205-4d4a-ba4c-38b0af69d518 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 944 time: 0.0624304 Feb 14 15:23:43.198666 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-14dc222f-b0c8-4692-ad00-27ffb3c83aad req-c5a39030-6231-4548-9023-1e371e633089 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457857 Feb 14 15:23:43.421014 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f4c665d8-aaf1-40f9-a203-0651de85dae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:43.808470 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:23:43.960038 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a36e00-22da-4945-b781-a6988b222da6 req-1f389cdd-ce61-4f21-8e53-ed31af42e25c tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:43.961538 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-15a36e00-22da-4945-b781-a6988b222da6 req-1f389cdd-ce61-4f21-8e53-ed31af42e25c tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30aeb13-9cbd-4d2a-8433-2ad8b6a80533 HTTP/1.1" status: 200 len: 946 time: 0.0597570 Feb 14 15:23:44.010094 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-15a36e00-22da-4945-b781-a6988b222da6 req-23511906-a080-4bb9-b526-a8b52665a85d tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427029 Feb 14 15:23:44.338055 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a329a9-d8d4-47e3-9d04-2b2d81cccfb4 req-ada3049d-6460-482e-b971-5c47887b74ff tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:44.339562 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5a329a9-d8d4-47e3-9d04-2b2d81cccfb4 req-ada3049d-6460-482e-b971-5c47887b74ff tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 944 time: 0.0552361 Feb 14 15:23:44.390187 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5a329a9-d8d4-47e3-9d04-2b2d81cccfb4 req-0fc8721d-bb14-4214-b0bb-ef8d9a109229 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443997 Feb 14 15:23:45.127211 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3df61f-08e0-4053-8472-99e3ae3f90fe req-67cbcb59-1a41-4ecf-b6fb-d1df95bdc14c tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:45.128756 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bc3df61f-08e0-4053-8472-99e3ae3f90fe req-67cbcb59-1a41-4ecf-b6fb-d1df95bdc14c tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30aeb13-9cbd-4d2a-8433-2ad8b6a80533 HTTP/1.1" status: 200 len: 946 time: 0.0530586 Feb 14 15:23:45.178948 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bc3df61f-08e0-4053-8472-99e3ae3f90fe req-8aa89875-a935-4389-898f-f813ac653469 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434506 Feb 14 15:23:45.333677 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb747ac1-fc79-49c1-94eb-8db50844417e req-f64a9ce2-023e-4345-99e3-ea1bb97f6210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:45.335230 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bb747ac1-fc79-49c1-94eb-8db50844417e req-f64a9ce2-023e-4345-99e3-ea1bb97f6210 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a30aeb13-9cbd-4d2a-8433-2ad8b6a80533 HTTP/1.1" status: 200 len: 1130 time: 0.0440965 Feb 14 15:23:45.382382 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bb747ac1-fc79-49c1-94eb-8db50844417e req-03cf8569-bb14-478e-897b-7baf0856cd7f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408602 Feb 14 15:23:45.517646 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06fcb9-205e-4b22-8c96-0d402ece2681 req-b202df1d-dc8f-4cae-99c8-c672e2f8e9d6 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:45.519092 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2b06fcb9-205e-4b22-8c96-0d402ece2681 req-b202df1d-dc8f-4cae-99c8-c672e2f8e9d6 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 944 time: 0.0545290 Feb 14 15:23:45.566197 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2b06fcb9-205e-4b22-8c96-0d402ece2681 req-15678234-3233-4dff-8dd9-5e1d45d66d4e tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408285 Feb 14 15:23:45.611136 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4dfa65dc-3fda-4532-9b06-70ac7960e1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:45.655089 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bed0e5ba-bc3b-4a2b-a611-0342050a39f0 req-30a74bc2-43b2-4aa8-9a7c-8902c48ab2f4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479684 Feb 14 15:23:45.747286 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0e5ba-bc3b-4a2b-a611-0342050a39f0 req-edea87ad-eb05-46ba-af3d-e785a4b77042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:45.748800 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bed0e5ba-bc3b-4a2b-a611-0342050a39f0 req-edea87ad-eb05-46ba-af3d-e785a4b77042 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1e28581317464343ab5e7b90b7decd21&device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 1130 time: 0.0441620 Feb 14 15:23:45.878563 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0e5ba-bc3b-4a2b-a611-0342050a39f0 req-4d10d905-7f9d-459e-974f-5c07073bfec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:45.880039 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bed0e5ba-bc3b-4a2b-a611-0342050a39f0 req-4d10d905-7f9d-459e-974f-5c07073bfec2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fdebf080-3bc3-404e-a5c8-d7de6cb65b03 HTTP/1.1" status: 200 len: 909 time: 0.0898454 Feb 14 15:23:45.944195 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bed0e5ba-bc3b-4a2b-a611-0342050a39f0 req-1bc3ec54-68ee-41a5-a07b-f7c99fce4ec7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85f27939-9dcc-4654-8111-a48a159591f3 HTTP/1.1" status: 200 len: 1002 time: 0.0562201 Feb 14 15:23:45.994111 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0e5ba-bc3b-4a2b-a611-0342050a39f0 req-6ff05516-e651-4536-8304-594beb97debd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:45.995582 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bed0e5ba-bc3b-4a2b-a611-0342050a39f0 req-6ff05516-e651-4536-8304-594beb97debd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=54a1570c-c05e-45b5-b902-0cb5c90e4fba HTTP/1.1" status: 200 len: 847 time: 0.0454915 Feb 14 15:23:46.049133 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0e5ba-bc3b-4a2b-a611-0342050a39f0 req-c2d22092-1554-4533-ad2c-852fc0014752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:46.050629 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bed0e5ba-bc3b-4a2b-a611-0342050a39f0 req-c2d22092-1554-4533-ad2c-852fc0014752 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fdebf080-3bc3-404e-a5c8-d7de6cb65b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479465 Feb 14 15:23:46.141723 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bed0e5ba-bc3b-4a2b-a611-0342050a39f0 req-45242873-ba5d-42cf-8564-3d6b98420dfc service neutron] 10.222.0.77 "GET /v2.0/networks/fdebf080-3bc3-404e-a5c8-d7de6cb65b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836139 Feb 14 15:23:46.235403 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bed0e5ba-bc3b-4a2b-a611-0342050a39f0 req-12317994-4d14-4c29-a19f-78afbb4b4cd4 service neutron] 10.222.0.77 "GET /v2.0/networks/fdebf080-3bc3-404e-a5c8-d7de6cb65b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858426 Feb 14 15:23:46.298871 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d8ac4-93b7-49ec-bada-1e0acfc01d65 req-fbad5284-d7d4-4c84-be9b-fbe37ebfb98e tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:46.300400 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5f7d8ac4-93b7-49ec-bada-1e0acfc01d65 req-fbad5284-d7d4-4c84-be9b-fbe37ebfb98e tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30aeb13-9cbd-4d2a-8433-2ad8b6a80533 HTTP/1.1" status: 200 len: 946 time: 0.0533044 Feb 14 15:23:46.350194 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5f7d8ac4-93b7-49ec-bada-1e0acfc01d65 req-0a9bab64-42cc-459a-90d3-1a6105d4c83b tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428612 Feb 14 15:23:46.700787 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0be752-fe9f-4b5c-adc5-d854f9a0ba2d req-275e67a5-70ca-49a4-a3c7-19a27813bb62 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:46.702286 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5f0be752-fe9f-4b5c-adc5-d854f9a0ba2d req-275e67a5-70ca-49a4-a3c7-19a27813bb62 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 944 time: 0.0552518 Feb 14 15:23:46.749950 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5f0be752-fe9f-4b5c-adc5-d854f9a0ba2d req-7acb60bc-4be6-46ad-9eae-b0a318f28127 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421407 Feb 14 15:23:47.316247 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:47.472041 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2e2e5-7a93-4136-8b05-13bdaf8700d9 req-0eaa7dbf-3a90-45fb-bdca-6dd3dd883fe1 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:47.473522 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-79a2e2e5-7a93-4136-8b05-13bdaf8700d9 req-0eaa7dbf-3a90-45fb-bdca-6dd3dd883fe1 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30aeb13-9cbd-4d2a-8433-2ad8b6a80533 HTTP/1.1" status: 200 len: 946 time: 0.0559399 Feb 14 15:23:47.520116 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-79a2e2e5-7a93-4136-8b05-13bdaf8700d9 req-3df86a9d-7143-4524-8963-4d2d53586e0d tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401487 Feb 14 15:23:47.727705 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 93a43e8e-01de-461e-862d-8159fbeabd27 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:23:47.832958 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 93a43e8e-01de-461e-862d-8159fbeabd27, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=93a43e8e-01de-461e-862d-8159fbeabd27,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:23:47.847921 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': '93a43e8e-01de-461e-862d-8159fbeabd27', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'port_id': '93a43e8e-01de-461e-862d-8159fbeabd27', 'mac_address': 'fa:16:3e:4a:8e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:23:47.890614 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 93a43e8e-01de-461e-862d-8159fbeabd27 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:23:47.891078 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:47.906356 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a43e8e-01de-461e-862d-8159fbeabd27 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:23:47.908990 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b245a-16ba-4052-9a75-5ba7d5d5f47f req-39a9f334-e971-4119-892e-2e377fd46ad5 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:47.910743 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6d1b245a-16ba-4052-9a75-5ba7d5d5f47f req-39a9f334-e971-4119-892e-2e377fd46ad5 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 944 time: 0.0769854 Feb 14 15:23:47.932422 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 93a43e8e-01de-461e-862d-8159fbeabd27, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=93a43e8e-01de-461e-862d-8159fbeabd27,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:23:47.945624 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:47.987055 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6d1b245a-16ba-4052-9a75-5ba7d5d5f47f req-dc9880da-1602-4ed3-bd88-447bdeaa41a1 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630062 Feb 14 15:23:48.004414 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=93a43e8e-01de-461e-862d-8159fbeabd27,revision_number=9']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:23:48.186706 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['93a43e8e-01de-461e-862d-8159fbeabd27'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:23:48.522264 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b1c52-039a-465d-b030-9f290ec27f86 req-38a354e2-4a6e-452e-841e-53099e001cb4 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:48.524424 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1d1b1c52-039a-465d-b030-9f290ec27f86 req-38a354e2-4a6e-452e-841e-53099e001cb4 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=5c253997-a489-4552-aa3d-502937405b94 HTTP/1.1" status: 200 len: 945 time: 0.0549777 Feb 14 15:23:48.574164 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1d1b1c52-039a-465d-b030-9f290ec27f86 req-24968892-f17c-4a80-ad42-6e4898b975b8 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbde01e9-5c4b-48f3-b4ef-28393ea4bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442693 Feb 14 15:23:48.596671 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:49.119922 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe3095-39b1-446d-9ae3-3e39a7795210 req-8e001260-1bed-42f5-b2d4-bf2e778799d6 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:49.121327 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-45fe3095-39b1-446d-9ae3-3e39a7795210 req-8e001260-1bed-42f5-b2d4-bf2e778799d6 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 945 time: 0.0530903 Feb 14 15:23:49.170612 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-45fe3095-39b1-446d-9ae3-3e39a7795210 req-8c68cb97-98df-4112-8b6c-c0f79d047326 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435910 Feb 14 15:23:49.697044 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49ff6-b828-4f22-a0b6-da3094fb8823 req-114939df-7540-41a4-8270-25f572977b06 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:49.698715 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8be49ff6-b828-4f22-a0b6-da3094fb8823 req-114939df-7540-41a4-8270-25f572977b06 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=5c253997-a489-4552-aa3d-502937405b94 HTTP/1.1" status: 200 len: 945 time: 0.0573702 Feb 14 15:23:49.738208 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 93a43e8e-01de-461e-862d-8159fbeabd27 up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:23:49.761584 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8be49ff6-b828-4f22-a0b6-da3094fb8823 req-2300c1bf-95c6-4f0f-8143-4e4ea6b10096 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbde01e9-5c4b-48f3-b4ef-28393ea4bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569484 Feb 14 15:23:49.796063 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:49.809552 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port 93a43e8e-01de-461e-862d-8159fbeabd27 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:23:49.809839 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:49.886798 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 93a43e8e-01de-461e-862d-8159fbeabd27 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:23:49.887198 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:49.910078 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6bb619-c407-4a5f-88c2-dc526c24c219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a43e8e-01de-461e-862d-8159fbeabd27'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:23:49.912564 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8418a467-12e0-409b-bfe1-38372f41b0ab" -d '{"events": [{"server_uuid": "ab6bb619-c407-4a5f-88c2-dc526c24c219", "name": "network-vif-plugged", "status": "completed", "tag": "93a43e8e-01de-461e-862d-8159fbeabd27"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:23:49.926530 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 93a43e8e-01de-461e-862d-8159fbeabd27, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=93a43e8e-01de-461e-862d-8159fbeabd27,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:23:49.931796 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:49.954774 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4abb73b-5239-4c19-acde-183445d8e96a x-openstack-request-id: req-b4abb73b-5239-4c19-acde-183445d8e96a {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:23:49.955077 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6bb619-c407-4a5f-88c2-dc526c24c219", "name": "network-vif-plugged", "status": "completed", "tag": "93a43e8e-01de-461e-862d-8159fbeabd27", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:23:49.955332 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b4abb73b-5239-4c19-acde-183445d8e96a {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:23:49.955745 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6bb619-c407-4a5f-88c2-dc526c24c219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a43e8e-01de-461e-862d-8159fbeabd27', 'code': 200} Feb 14 15:23:49.986799 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=93a43e8e-01de-461e-862d-8159fbeabd27,revision_number=10']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:23:50.163108 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc2283-b904-4c3d-8906-be44c70e0104 req-8b8e6ee9-5524-4ad2-aa73-f371e60f5e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:50.164641 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8efc2283-b904-4c3d-8906-be44c70e0104 req-8b8e6ee9-5524-4ad2-aa73-f371e60f5e7d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 1131 time: 0.0445509 Feb 14 15:23:50.211413 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8efc2283-b904-4c3d-8906-be44c70e0104 req-2ece7172-c076-4b49-bb5a-f947e9cb22b7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397878 Feb 14 15:23:50.298717 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e78824-a36f-469a-9d2f-e92b07d25bc6 req-60b0fb98-d969-4154-aee7-74349a2e2a81 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:50.300294 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c9e78824-a36f-469a-9d2f-e92b07d25bc6 req-60b0fb98-d969-4154-aee7-74349a2e2a81 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 947 time: 0.0551865 Feb 14 15:23:50.347446 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c9e78824-a36f-469a-9d2f-e92b07d25bc6 req-802a8e86-5cec-4d72-8baf-bbc09fed1f50 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413816 Feb 14 15:23:50.711554 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22fda9-4713-45bb-af27-79929ec5ebb0 req-0d8b80ab-8352-4c65-b957-69b3525c28c4 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:50.713121 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-be22fda9-4713-45bb-af27-79929ec5ebb0 req-0d8b80ab-8352-4c65-b957-69b3525c28c4 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c253997-a489-4552-aa3d-502937405b94 HTTP/1.1" status: 200 len: 945 time: 0.0565879 Feb 14 15:23:50.810223 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [req-be22fda9-4713-45bb-af27-79929ec5ebb0 req-c1e6100c-9584-43ea-a0a3-f7ba54592fd6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Deleting port 3c090c8b-6522-4171-91e1-654416ccf959 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:23:50.810494 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-be22fda9-4713-45bb-af27-79929ec5ebb0 req-c1e6100c-9584-43ea-a0a3-f7ba54592fd6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (3c090c8b-6522-4171-91e1-654416ccf959), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:50.889136 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db6ecf-3809-46b8-bbc3-f22e2696e79d req-4618933e-69a6-4f20-a666-dc05049646c8 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:50.890702 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-22db6ecf-3809-46b8-bbc3-f22e2696e79d req-4618933e-69a6-4f20-a666-dc05049646c8 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=5c253997-a489-4552-aa3d-502937405b94 HTTP/1.1" status: 200 len: 945 time: 0.0589595 Feb 14 15:23:50.911225 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-be22fda9-4713-45bb-af27-79929ec5ebb0 req-c1e6100c-9584-43ea-a0a3-f7ba54592fd6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] For port 3c090c8b-6522-4171-91e1-654416ccf959, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3c090c8b-6522-4171-91e1-654416ccf959,segment=NetworkSegment(8af021fa-9e1c-4f25-b0ac-b84f4ac98747),segment_id=8af021fa-9e1c-4f25-b0ac-b84f4ac98747)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:23:50.911869 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-be22fda9-4713-45bb-af27-79929ec5ebb0 req-c1e6100c-9584-43ea-a0a3-f7ba54592fd6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (3c090c8b-6522-4171-91e1-654416ccf959), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:50.941821 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-22db6ecf-3809-46b8-bbc3-f22e2696e79d req-81e8fbe9-fd76-4c58-8102-b82292a0276a tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbde01e9-5c4b-48f3-b4ef-28393ea4bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452967 Feb 14 15:23:51.087697 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-be22fda9-4713-45bb-af27-79929ec5ebb0 req-c1e6100c-9584-43ea-a0a3-f7ba54592fd6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:51.087986 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-be22fda9-4713-45bb-af27-79929ec5ebb0 req-c1e6100c-9584-43ea-a0a3-f7ba54592fd6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560674'] for floatingip (7e05a5e9-314e-46f5-965f-1d6c174c5eb8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:51.088306 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.l3_db [req-be22fda9-4713-45bb-af27-79929ec5ebb0 req-c1e6100c-9584-43ea-a0a3-f7ba54592fd6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Floating IP 7e05a5e9-314e-46f5-965f-1d6c174c5eb8 disassociated. External IP: 172.27.0.31, port: 3c090c8b-6522-4171-91e1-654416ccf959. Feb 14 15:23:51.088648 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [req-be22fda9-4713-45bb-af27-79929ec5ebb0 req-c1e6100c-9584-43ea-a0a3-f7ba54592fd6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Calling delete_port for 3c090c8b-6522-4171-91e1-654416ccf959 owned by compute:nova {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:23:51.217989 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-be22fda9-4713-45bb-af27-79929ec5ebb0 req-c1e6100c-9584-43ea-a0a3-f7ba54592fd6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (3c090c8b-6522-4171-91e1-654416ccf959), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:51.249573 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6100c-9584-43ea-a0a3-f7ba54592fd6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Pushing event deleted for resources: {'Port': ['ID=3c090c8b-6522-4171-91e1-654416ccf959,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:23:51.370158 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be22fda9-4713-45bb-af27-79929ec5ebb0 req-c1e6100c-9584-43ea-a0a3-f7ba54592fd6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:23:51.519713 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be22fda9-4713-45bb-af27-79929ec5ebb0 req-c1e6100c-9584-43ea-a0a3-f7ba54592fd6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:23:51.528296 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70add069-239c-4d0c-a376-95e6b695d5f5 req-0e31fb48-d007-4a4f-80c7-ab4eb9eb0936 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:51.529754 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-70add069-239c-4d0c-a376-95e6b695d5f5 req-0e31fb48-d007-4a4f-80c7-ab4eb9eb0936 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 947 time: 0.1050899 Feb 14 15:23:51.532060 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f764e-ef44-40ac-b844-dabd13d96f00 None None] Sync routers for ids ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:23:51.551715 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f764e-ef44-40ac-b844-dabd13d96f00 None None] Routers {'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:23:51.552725 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-1d5f764e-ef44-40ac-b844-dabd13d96f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:23:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:23:51.588719 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [req-be22fda9-4713-45bb-af27-79929ec5ebb0 req-c1e6100c-9584-43ea-a0a3-f7ba54592fd6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] No DVR routers for this DVR port 3c090c8b-6522-4171-91e1-654416ccf959 on host hv-cinder-81514 {{(pid=102564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:23:51.593421 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-be22fda9-4713-45bb-af27-79929ec5ebb0 req-c1e6100c-9584-43ea-a0a3-f7ba54592fd6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:51.595798 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-be22fda9-4713-45bb-af27-79929ec5ebb0 req-c1e6100c-9584-43ea-a0a3-f7ba54592fd6 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.77 "DELETE /v2.0/ports/3c090c8b-6522-4171-91e1-654416ccf959 HTTP/1.1" status: 204 len: 173 time: 0.8761055 Feb 14 15:23:51.596282 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c253997-a489-4552-aa3d-502937405b94', 'name': 'network-vif-deleted', 'tag': '3c090c8b-6522-4171-91e1-654416ccf959'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:23:51.600465 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114b17781d7584df24a73d2ca002b1fc4e4ef728ba6c29ea40a3094f371b155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47e541e-de32-4123-aff0-0f517272861e" -d '{"events": [{"server_uuid": "5c253997-a489-4552-aa3d-502937405b94", "name": "network-vif-deleted", "tag": "3c090c8b-6522-4171-91e1-654416ccf959"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:23:51.643186 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-70add069-239c-4d0c-a376-95e6b695d5f5 req-580d2052-0c93-476f-a3a7-afacc0b1e9f3 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806546 Feb 14 15:23:51.657564 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910ee5ae-bd88-4ac8-b797-3067292eff13 x-openstack-request-id: req-910ee5ae-bd88-4ac8-b797-3067292eff13 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:23:51.658103 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c253997-a489-4552-aa3d-502937405b94", "name": "network-vif-deleted", "tag": "3c090c8b-6522-4171-91e1-654416ccf959", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:23:51.658563 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-910ee5ae-bd88-4ac8-b797-3067292eff13 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:23:51.659183 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c253997-a489-4552-aa3d-502937405b94', 'name': 'network-vif-deleted', 'tag': '3c090c8b-6522-4171-91e1-654416ccf959', 'status': 'completed', 'code': 200} Feb 14 15:23:51.747486 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-1d5f764e-ef44-40ac-b844-dabd13d96f00 None None] Set router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:23:51.994925 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-1d5f764e-ef44-40ac-b844-dabd13d96f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'name': 'tempest-AttachVolumeTestJSON-252582479-router', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'gw_port': {'id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:39Z', 'updated_at': '2022-02-14T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '662e38d6-95d7-4031-b5a4-a7fe52f966c7', 'name': '', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'mac_address': 'fa:16:3e:c7:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:44Z', 'updated_at': '2022-02-14T15:17:54Z', 'revision_number': 5, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'subnets': [{'id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:23:52.037162 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f764e-ef44-40ac-b844-dabd13d96f00 None None] Checking router: b9fff21b-9f1e-41b7-b1a3-f5a2afca454b for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:23:52.046468 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f764e-ef44-40ac-b844-dabd13d96f00 None None] Routers {'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:23:52.047198 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-1d5f764e-ef44-40ac-b844-dabd13d96f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:23:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:23:52.074319 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e2364a33-681d-48a7-b0d4-82208193e881 req-2fed9aa4-277a-43f3-9cb6-c8b5a9503106 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/ports?device_id=5c253997-a489-4552-aa3d-502937405b94 HTTP/1.1" status: 200 len: 210 time: 0.0410917 Feb 14 15:23:52.195418 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-1d5f764e-ef44-40ac-b844-dabd13d96f00 None None] Set router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:23:52.398658 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-1d5f764e-ef44-40ac-b844-dabd13d96f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'name': 'tempest-AttachVolumeTestJSON-252582479-router', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'gw_port': {'id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:39Z', 'updated_at': '2022-02-14T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '662e38d6-95d7-4031-b5a4-a7fe52f966c7', 'name': '', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'mac_address': 'fa:16:3e:c7:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:44Z', 'updated_at': '2022-02-14T15:17:54Z', 'revision_number': 5, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'subnets': [{'id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:23:52.424525 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f764e-ef44-40ac-b844-dabd13d96f00 None None] The sync data for ids ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'] in dv-cinder-815146-10-iscsi is: [{'id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'name': 'tempest-AttachVolumeTestJSON-252582479-router', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'gw_port': {'id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:39Z', 'updated_at': '2022-02-14T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '662e38d6-95d7-4031-b5a4-a7fe52f966c7', 'name': '', 'network_id': 'd8a50fc3-d129-4b74-b14e-edfcc858c8cc', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'mac_address': 'fa:16:3e:c7:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:44Z', 'updated_at': '2022-02-14T15:17:54Z', 'revision_number': 5, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'subnets': [{'id': 'd07b9fd1-0958-4b2c-aed9-2e37c98ea84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:23:52.645812 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc3031d-8846-42f7-aee7-33ccebf93f25 None None] New status for floating IP 7e05a5e9-314e-46f5-965f-1d6c174c5eb8: DOWN {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:23:52.778361 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b8bc1-bb63-4dfb-ab7a-6156d93a4aaa req-303de135-10b6-4c87-af52-9d1fac6b411a tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:23:52.780003 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-287b8bc1-bb63-4dfb-ab7a-6156d93a4aaa req-303de135-10b6-4c87-af52-9d1fac6b411a tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 947 time: 0.0575581 Feb 14 15:23:52.830873 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-287b8bc1-bb63-4dfb-ab7a-6156d93a4aaa req-0eb7e137-e99a-4c08-895f-45ffb5ec98cb tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452392 Feb 14 15:23:53.157820 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42102) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:23:53.214255 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dbc21de5-9147-461a-ba79-facee3ee93c5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group (cbde01e9-5c4b-48f3-b4ef-28393ea4bb48), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:53.238879 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dbc21de5-9147-461a-ba79-facee3ee93c5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group (cbde01e9-5c4b-48f3-b4ef-28393ea4bb48), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:53.289417 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dbc21de5-9147-461a-ba79-facee3ee93c5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (cbde01e9-5c4b-48f3-b4ef-28393ea4bb48), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:53.292270 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dbc21de5-9147-461a-ba79-facee3ee93c5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:53.293557 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-dbc21de5-9147-461a-ba79-facee3ee93c5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "DELETE /v2.0/security-groups/cbde01e9-5c4b-48f3-b4ef-28393ea4bb48 HTTP/1.1" status: 204 len: 168 time: 0.1347256 Feb 14 15:23:53.296540 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 42106) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:23:53.302782 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc21de5-9147-461a-ba79-facee3ee93c5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbde01e9-5c4b-48f3-b4ef-28393ea4bb48,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:23:53.309822 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.api.v2.resource [None req-16595d6e-e50c-4756-a904-13ecfc76165e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] show failed (client error): The resource could not be found. Feb 14 15:23:53.310111 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21de5-9147-461a-ba79-facee3ee93c5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:53.313410 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21de5-9147-461a-ba79-facee3ee93c5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:53.313539 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-16595d6e-e50c-4756-a904-13ecfc76165e tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "GET /v2.0/security-groups/cbde01e9-5c4b-48f3-b4ef-28393ea4bb48 HTTP/1.1" status: 404 len: 347 time: 0.0131109 Feb 14 15:23:53.313638 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21de5-9147-461a-ba79-facee3ee93c5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:53.313638 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21de5-9147-461a-ba79-facee3ee93c5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:53.313638 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21de5-9147-461a-ba79-facee3ee93c5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:53.313638 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21de5-9147-461a-ba79-facee3ee93c5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:53.313638 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21de5-9147-461a-ba79-facee3ee93c5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:53.313638 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21de5-9147-461a-ba79-facee3ee93c5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:53.313638 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21de5-9147-461a-ba79-facee3ee93c5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:53.313638 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21de5-9147-461a-ba79-facee3ee93c5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:53.313638 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21de5-9147-461a-ba79-facee3ee93c5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:53.314476 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 42108) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:23:53.314564 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21de5-9147-461a-ba79-facee3ee93c5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:53.314564 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21de5-9147-461a-ba79-facee3ee93c5 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:23:53.439324 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a7f7d-a469-408d-b8ff-996a563c40d7 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Deleting port e4ccd5f9-fb49-4d85-968d-616a5a05c86d {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:23:53.439721 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2d8a7f7d-a469-408d-b8ff-996a563c40d7 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (e4ccd5f9-fb49-4d85-968d-616a5a05c86d), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:53.519291 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2d8a7f7d-a469-408d-b8ff-996a563c40d7 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (e4ccd5f9-fb49-4d85-968d-616a5a05c86d), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:53.519630 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2d8a7f7d-a469-408d-b8ff-996a563c40d7 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for floatingip (e4ccd5f9-fb49-4d85-968d-616a5a05c86d), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:53.532491 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a7f7d-a469-408d-b8ff-996a563c40d7 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Calling delete_port for e4ccd5f9-fb49-4d85-968d-616a5a05c86d owned by network:floatingip {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:23:53.674798 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2d8a7f7d-a469-408d-b8ff-996a563c40d7 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (e4ccd5f9-fb49-4d85-968d-616a5a05c86d), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:53.701323 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a7f7d-a469-408d-b8ff-996a563c40d7 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Pushing event deleted for resources: {'Port': ['ID=e4ccd5f9-fb49-4d85-968d-616a5a05c86d,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:23:53.763579 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2d8a7f7d-a469-408d-b8ff-996a563c40d7 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks [] for floatingip (7e05a5e9-314e-46f5-965f-1d6c174c5eb8), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:53.766197 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2d8a7f7d-a469-408d-b8ff-996a563c40d7 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:53.766638 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 3c090c8b-6522-4171-91e1-654416ccf959 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:23:53.767351 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-2d8a7f7d-a469-408d-b8ff-996a563c40d7 tempest-AttachVolumeTestJSON-1295008221 tempest-AttachVolumeTestJSON-1295008221-project] 10.222.0.87 "DELETE /v2.0/floatingips/7e05a5e9-314e-46f5-965f-1d6c174c5eb8 HTTP/1.1" status: 204 len: 168 time: 0.4528692 Feb 14 15:23:53.793325 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] No Port match for: 3c090c8b-6522-4171-91e1-654416ccf959 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:23:53.793690 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 3c090c8b-6522-4171-91e1-654416ccf959 not bound to the agent host hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:23:57.459127 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42144) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:23:57.859560 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2de3df75-6da5-43b9-a2bd-84a5b664c717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559394'] for router_interface (b9fff21b-9f1e-41b7-b1a3-f5a2afca454b), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:58.104868 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-2de3df75-6da5-43b9-a2bd-84a5b664c717 admin admin] Deleting port 662e38d6-95d7-4031-b5a4-a7fe52f966c7 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:23:58.105119 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2de3df75-6da5-43b9-a2bd-84a5b664c717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (662e38d6-95d7-4031-b5a4-a7fe52f966c7), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:58.181908 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-2de3df75-6da5-43b9-a2bd-84a5b664c717 admin admin] For port 662e38d6-95d7-4031-b5a4-a7fe52f966c7, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=662e38d6-95d7-4031-b5a4-a7fe52f966c7,segment=NetworkSegment(8af021fa-9e1c-4f25-b0ac-b84f4ac98747),segment_id=8af021fa-9e1c-4f25-b0ac-b84f4ac98747)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:23:58.182270 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2de3df75-6da5-43b9-a2bd-84a5b664c717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (662e38d6-95d7-4031-b5a4-a7fe52f966c7), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:58.194182 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-2de3df75-6da5-43b9-a2bd-84a5b664c717 admin admin] Calling delete_port for 662e38d6-95d7-4031-b5a4-a7fe52f966c7 owned by network:router_interface {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:23:58.375829 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2de3df75-6da5-43b9-a2bd-84a5b664c717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (662e38d6-95d7-4031-b5a4-a7fe52f966c7), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:58.409953 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3df75-6da5-43b9-a2bd-84a5b664c717 admin admin] Pushing event deleted for resources: {'Port': ['ID=662e38d6-95d7-4031-b5a4-a7fe52f966c7,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:23:58.845715 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2de3df75-6da5-43b9-a2bd-84a5b664c717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559542'] for router_interface (b9fff21b-9f1e-41b7-b1a3-f5a2afca454b), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:59.063027 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de3df75-6da5-43b9-a2bd-84a5b664c717 admin admin] Router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:23:59.167082 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de3df75-6da5-43b9-a2bd-84a5b664c717 admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:23:59.172570 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-2de3df75-6da5-43b9-a2bd-84a5b664c717 admin admin] 10.222.0.87 "PUT /v2.0/routers/b9fff21b-9f1e-41b7-b1a3-f5a2afca454b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7123430 Feb 14 15:23:59.174425 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42162) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:23:59.176368 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fecd0a8-ea83-43a1-95cb-e6071784403d None None] Sync routers for ids ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:23:59.186903 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fecd0a8-ea83-43a1-95cb-e6071784403d None None] Routers {'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:23:59.187521 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-9fecd0a8-ea83-43a1-95cb-e6071784403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:23:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:23:59.281180 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-618fdfcf-1df5-4713-b7f9-a1bb6c63c281 admin admin] Publish callbacks [] for router (b9fff21b-9f1e-41b7-b1a3-f5a2afca454b), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:59.389895 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-618fdfcf-1df5-4713-b7f9-a1bb6c63c281 admin admin] Publish callbacks [] for router_gateway (b9fff21b-9f1e-41b7-b1a3-f5a2afca454b), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:59.426019 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-9fecd0a8-ea83-43a1-95cb-e6071784403d None None] Set router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:23:59.441333 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-618fdfcf-1df5-4713-b7f9-a1bb6c63c281 admin admin] Deleting port 1325ff99-0a8b-489a-ac7b-67b8e1b527e2 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:23:59.441680 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-618fdfcf-1df5-4713-b7f9-a1bb6c63c281 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (1325ff99-0a8b-489a-ac7b-67b8e1b527e2), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:59.523313 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-618fdfcf-1df5-4713-b7f9-a1bb6c63c281 admin admin] For port 1325ff99-0a8b-489a-ac7b-67b8e1b527e2, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=1325ff99-0a8b-489a-ac7b-67b8e1b527e2,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:23:59.523703 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-618fdfcf-1df5-4713-b7f9-a1bb6c63c281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (1325ff99-0a8b-489a-ac7b-67b8e1b527e2), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:59.536329 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-618fdfcf-1df5-4713-b7f9-a1bb6c63c281 admin admin] Calling delete_port for 1325ff99-0a8b-489a-ac7b-67b8e1b527e2 owned by network:router_gateway {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:23:59.602456 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-9fecd0a8-ea83-43a1-95cb-e6071784403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'name': 'tempest-AttachVolumeTestJSON-252582479-router', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:23:58Z', 'revision_number': 5, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'gw_port': {'id': '1325ff99-0a8b-489a-ac7b-67b8e1b527e2', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:39Z', 'updated_at': '2022-02-14T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:23:59.633759 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fecd0a8-ea83-43a1-95cb-e6071784403d None None] Checking router: b9fff21b-9f1e-41b7-b1a3-f5a2afca454b for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:23:59.642147 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fecd0a8-ea83-43a1-95cb-e6071784403d None None] Routers {'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:23:59.642758 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-9fecd0a8-ea83-43a1-95cb-e6071784403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:23:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:23:59.708122 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-618fdfcf-1df5-4713-b7f9-a1bb6c63c281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (1325ff99-0a8b-489a-ac7b-67b8e1b527e2), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:59.733025 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-9fecd0a8-ea83-43a1-95cb-e6071784403d None None] Set router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b gateway port host: None {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:23:59.735586 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fdfcf-1df5-4713-b7f9-a1bb6c63c281 admin admin] Pushing event deleted for resources: {'Port': ['ID=1325ff99-0a8b-489a-ac7b-67b8e1b527e2,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:23:59.787035 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-9fecd0a8-ea83-43a1-95cb-e6071784403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'name': 'tempest-AttachVolumeTestJSON-252582479-router', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:23:59Z', 'revision_number': 6, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'gw_port_host': None}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:23:59.800052 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-618fdfcf-1df5-4713-b7f9-a1bb6c63c281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554216'] for router_gateway (b9fff21b-9f1e-41b7-b1a3-f5a2afca454b), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:59.818559 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fecd0a8-ea83-43a1-95cb-e6071784403d None None] The sync data for ids ['b9fff21b-9f1e-41b7-b1a3-f5a2afca454b'] in dv-cinder-815146-10-iscsi is: [{'id': 'b9fff21b-9f1e-41b7-b1a3-f5a2afca454b', 'name': 'tempest-AttachVolumeTestJSON-252582479-router', 'tenant_id': '656f45aa39584fa99a563c00f915eda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:37Z', 'updated_at': '2022-02-14T15:23:59Z', 'revision_number': 6, 'project_id': '656f45aa39584fa99a563c00f915eda2', 'gw_port_host': None}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:23:59.891903 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-618fdfcf-1df5-4713-b7f9-a1bb6c63c281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8855'] for router (b9fff21b-9f1e-41b7-b1a3-f5a2afca454b), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:59.894063 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-618fdfcf-1df5-4713-b7f9-a1bb6c63c281 admin admin] Publish callbacks [] for router_controller (b9fff21b-9f1e-41b7-b1a3-f5a2afca454b), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:59.940838 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-618fdfcf-1df5-4713-b7f9-a1bb6c63c281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553540'] for router (b9fff21b-9f1e-41b7-b1a3-f5a2afca454b), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:59.941383 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618fdfcf-1df5-4713-b7f9-a1bb6c63c281 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9fff21b-9f1e-41b7-b1a3-f5a2afca454b {{(pid=102563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 15:23:59.945836 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-618fdfcf-1df5-4713-b7f9-a1bb6c63c281 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:23:59.947289 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-618fdfcf-1df5-4713-b7f9-a1bb6c63c281 admin admin] 10.222.0.87 "DELETE /v2.0/routers/b9fff21b-9f1e-41b7-b1a3-f5a2afca454b HTTP/1.1" status: 204 len: 168 time: 0.7719505 Feb 14 15:23:59.950054 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42166) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:23:59.994262 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb51ada-8ae2-49de-979c-f61fe0d432ae admin admin] Deleting subnet d07b9fd1-0958-4b2c-aed9-2e37c98ea84c {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:23:59.997263 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3fb51ada-8ae2-49de-979c-f61fe0d432ae admin admin] Publish callbacks [] for subnet (d07b9fd1-0958-4b2c-aed9-2e37c98ea84c), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:00.030511 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3fb51ada-8ae2-49de-979c-f61fe0d432ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63220632'] for subnet (d07b9fd1-0958-4b2c-aed9-2e37c98ea84c), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:00.136680 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3fb51ada-8ae2-49de-979c-f61fe0d432ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1868731'] for subnet (d07b9fd1-0958-4b2c-aed9-2e37c98ea84c), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:00.191084 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3fb51ada-8ae2-49de-979c-f61fe0d432ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63367949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64822354'] for subnet (d07b9fd1-0958-4b2c-aed9-2e37c98ea84c), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:00.219487 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb51ada-8ae2-49de-979c-f61fe0d432ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d07b9fd1-0958-4b2c-aed9-2e37c98ea84c,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:00.221500 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3fb51ada-8ae2-49de-979c-f61fe0d432ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:00.224796 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-3fb51ada-8ae2-49de-979c-f61fe0d432ae admin admin] 10.222.0.87 "DELETE /v2.0/subnets/d07b9fd1-0958-4b2c-aed9-2e37c98ea84c HTTP/1.1" status: 204 len: 168 time: 0.2737505 Feb 14 15:24:00.227350 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42168) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:00.229417 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58d1a54-e79e-43d4-b4b2-e2fb8ac7ec36 None None] Network d8a50fc3-d129-4b74-b14e-edfcc858c8cc requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:24:00.300336 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-60bea248-da6a-48e7-b665-295a6dc37e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1712449'] for network (d8a50fc3-d129-4b74-b14e-edfcc858c8cc), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:00.360728 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-60bea248-da6a-48e7-b665-295a6dc37e06 admin admin] Deleting port d6baa3dc-133f-45cc-a27d-d9114d0485ab {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:24:00.361076 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-60bea248-da6a-48e7-b665-295a6dc37e06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (d6baa3dc-133f-45cc-a27d-d9114d0485ab), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:00.422484 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-60bea248-da6a-48e7-b665-295a6dc37e06 admin admin] For port d6baa3dc-133f-45cc-a27d-d9114d0485ab, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=d6baa3dc-133f-45cc-a27d-d9114d0485ab,segment=NetworkSegment(8af021fa-9e1c-4f25-b0ac-b84f4ac98747),segment_id=8af021fa-9e1c-4f25-b0ac-b84f4ac98747)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:24:00.422843 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-60bea248-da6a-48e7-b665-295a6dc37e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (d6baa3dc-133f-45cc-a27d-d9114d0485ab), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:00.435318 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-60bea248-da6a-48e7-b665-295a6dc37e06 admin admin] Calling delete_port for d6baa3dc-133f-45cc-a27d-d9114d0485ab owned by network:dhcp {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:24:00.514064 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-60bea248-da6a-48e7-b665-295a6dc37e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (d6baa3dc-133f-45cc-a27d-d9114d0485ab), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:00.540061 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bea248-da6a-48e7-b665-295a6dc37e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6baa3dc-133f-45cc-a27d-d9114d0485ab,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:00.544655 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bea248-da6a-48e7-b665-295a6dc37e06 admin admin] No DVR routers for this DVR port d6baa3dc-133f-45cc-a27d-d9114d0485ab on host dv-cinder-815146-10-iscsi {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:24:00.613084 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e234bd4-a4e5-46be-99b7-05d43493999f None None] DHCP port deletion for d8a50fc3-d129-4b74-b14e-edfcc858c8cc request from dv-cinder-815146-10-iscsi {{(pid=102565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 15:24:00.636207 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-60bea248-da6a-48e7-b665-295a6dc37e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1869372', 'neutron.services.segments.db._delete_segments_for_network-8752305293424'] for network (d8a50fc3-d129-4b74-b14e-edfcc858c8cc), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:00.663341 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-60bea248-da6a-48e7-b665-295a6dc37e06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a50fc3-d129-4b74-b14e-edfcc858c8cc']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:00.672996 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-60bea248-da6a-48e7-b665-295a6dc37e06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af021fa-9e1c-4f25-b0ac-b84f4ac98747') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:00.673296 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-60bea248-da6a-48e7-b665-295a6dc37e06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af021fa-9e1c-4f25-b0ac-b84f4ac98747') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:00.682589 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-60bea248-da6a-48e7-b665-295a6dc37e06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752305294713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63220623'] for segment (8af021fa-9e1c-4f25-b0ac-b84f4ac98747), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:00.696161 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-60bea248-da6a-48e7-b665-295a6dc37e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (8af021fa-9e1c-4f25-b0ac-b84f4ac98747), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:00.702547 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60bea248-da6a-48e7-b665-295a6dc37e06 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:24:00.702967 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-60bea248-da6a-48e7-b665-295a6dc37e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63367343'] for segment (8af021fa-9e1c-4f25-b0ac-b84f4ac98747), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: Traceback (most recent call last): Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: timer() Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: cb(*args, **kw) Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: return func(*args, **kwargs) Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: self._notify() Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: self.callback(batched_events) Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: event.method(event) Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: return f(self, *a, **k) Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: return self._get(url).json() Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:24:00.704943 dv-cinder-815146-10-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:24:00.761334 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-60bea248-da6a-48e7-b665-295a6dc37e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1869365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560688'] for network (d8a50fc3-d129-4b74-b14e-edfcc858c8cc), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:00.766912 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-60bea248-da6a-48e7-b665-295a6dc37e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:00.770835 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-60bea248-da6a-48e7-b665-295a6dc37e06 admin admin] 10.222.0.87 "DELETE /v2.0/networks/d8a50fc3-d129-4b74-b14e-edfcc858c8cc HTTP/1.1" status: 204 len: 168 time: 0.5420110 Feb 14 15:24:00.783133 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bea248-da6a-48e7-b665-295a6dc37e06 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8a50fc3-d129-4b74-b14e-edfcc858c8cc,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:00.914042 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42174) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:00.928763 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 662e38d6-95d7-4031-b5a4-a7fe52f966c7 no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:24:00.950256 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: 662e38d6-95d7-4031-b5a4-a7fe52f966c7 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:24:00.950608 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 662e38d6-95d7-4031-b5a4-a7fe52f966c7 not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:24:00.951031 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 1325ff99-0a8b-489a-ac7b-67b8e1b527e2 no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:24:00.961968 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f65d612d-0873-47cd-86ea-626e928ca598 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=656f45aa39584fa99a563c00f915eda2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0466816 Feb 14 15:24:00.965098 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42176) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:00.971134 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: 1325ff99-0a8b-489a-ac7b-67b8e1b527e2 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:24:00.971489 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 1325ff99-0a8b-489a-ac7b-67b8e1b527e2 not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:24:00.971951 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device d6baa3dc-133f-45cc-a27d-d9114d0485ab no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:24:00.990759 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: d6baa3dc-133f-45cc-a27d-d9114d0485ab {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:24:00.991119 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device d6baa3dc-133f-45cc-a27d-d9114d0485ab not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:24:01.016789 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-91c6a88f-29cd-42f1-b337-0d8ef6389b91 admin admin] Publish callbacks [] for security_group (d3491188-fc76-4eaf-9375-b4967a11e371), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:01.038604 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-91c6a88f-29cd-42f1-b337-0d8ef6389b91 admin admin] Publish callbacks [] for security_group (d3491188-fc76-4eaf-9375-b4967a11e371), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:01.084546 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-91c6a88f-29cd-42f1-b337-0d8ef6389b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (d3491188-fc76-4eaf-9375-b4967a11e371), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:01.087847 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-91c6a88f-29cd-42f1-b337-0d8ef6389b91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:01.089008 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-91c6a88f-29cd-42f1-b337-0d8ef6389b91 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d3491188-fc76-4eaf-9375-b4967a11e371 HTTP/1.1" status: 204 len: 168 time: 0.1229944 Feb 14 15:24:01.096506 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6a88f-29cd-42f1-b337-0d8ef6389b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3491188-fc76-4eaf-9375-b4967a11e371,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:09.298513 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42308) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:09.405752 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3c27c485-d499-4e20-bad2-0113693c4ce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:09.490845 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3c27c485-d499-4e20-bad2-0113693c4ce9 admin admin] Publish callbacks [] for security_group (d8480379-21c2-4dec-b563-f97f5e308690), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:09.495806 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3c27c485-d499-4e20-bad2-0113693c4ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (d8480379-21c2-4dec-b563-f97f5e308690), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:09.534605 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-3c27c485-d499-4e20-bad2-0113693c4ce9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4296babb38104f98a507bab5516d10c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349989 Feb 14 15:24:09.535707 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27c485-d499-4e20-bad2-0113693c4ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8480379-21c2-4dec-b563-f97f5e308690,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:09.537608 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 42316) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:09.589457 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-72d5b614-61a2-4e52-be8b-cc02e21ae2a3 admin admin] Publish callbacks [] for security_group (d8480379-21c2-4dec-b563-f97f5e308690), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:09.611760 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-72d5b614-61a2-4e52-be8b-cc02e21ae2a3 admin admin] Publish callbacks [] for security_group (d8480379-21c2-4dec-b563-f97f5e308690), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:09.658109 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-72d5b614-61a2-4e52-be8b-cc02e21ae2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (d8480379-21c2-4dec-b563-f97f5e308690), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:09.660776 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-72d5b614-61a2-4e52-be8b-cc02e21ae2a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:09.661922 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-72d5b614-61a2-4e52-be8b-cc02e21ae2a3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d8480379-21c2-4dec-b563-f97f5e308690 HTTP/1.1" status: 204 len: 168 time: 0.1233311 Feb 14 15:24:09.670412 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5b614-61a2-4e52-be8b-cc02e21ae2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8480379-21c2-4dec-b563-f97f5e308690,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:10.807022 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42368) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:10.911635 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-248ff2a0-2eee-4105-894f-3671be738ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:10.988853 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-248ff2a0-2eee-4105-894f-3671be738ad4 admin admin] Publish callbacks [] for security_group (18a2bbe4-e398-4dfa-bcdf-cb920364454c), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:10.992560 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-248ff2a0-2eee-4105-894f-3671be738ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (18a2bbe4-e398-4dfa-bcdf-cb920364454c), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:11.030277 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-248ff2a0-2eee-4105-894f-3671be738ad4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=77d49cf1e66d40c2afb9266492ad3120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221546 Feb 14 15:24:11.031373 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ff2a0-2eee-4105-894f-3671be738ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a2bbe4-e398-4dfa-bcdf-cb920364454c,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:11.033069 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 42372) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:11.079756 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4fc552ed-eb7d-4751-97ed-2480e26261b5 admin admin] Publish callbacks [] for security_group (18a2bbe4-e398-4dfa-bcdf-cb920364454c), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:11.100523 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4fc552ed-eb7d-4751-97ed-2480e26261b5 admin admin] Publish callbacks [] for security_group (18a2bbe4-e398-4dfa-bcdf-cb920364454c), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:11.145562 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4fc552ed-eb7d-4751-97ed-2480e26261b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (18a2bbe4-e398-4dfa-bcdf-cb920364454c), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:11.148146 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4fc552ed-eb7d-4751-97ed-2480e26261b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:11.149309 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-4fc552ed-eb7d-4751-97ed-2480e26261b5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/18a2bbe4-e398-4dfa-bcdf-cb920364454c HTTP/1.1" status: 204 len: 168 time: 0.1152351 Feb 14 15:24:11.157530 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc552ed-eb7d-4751-97ed-2480e26261b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a2bbe4-e398-4dfa-bcdf-cb920364454c,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:11.752945 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 42396) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:11.847212 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-5370145a-7cf6-4a95-bf5a-6b53bd36fba2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1640537520-network', 'tenant_id': 'bb1e59eedca743e284dac6bd12cc70e7'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:24:11.866427 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5370145a-7cf6-4a95-bf5a-6b53bd36fba2 admin admin] Made reservation on behalf of bb1e59eedca743e284dac6bd12cc70e7 for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:24:11.869225 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5370145a-7cf6-4a95-bf5a-6b53bd36fba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:11.878405 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5370145a-7cf6-4a95-bf5a-6b53bd36fba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:11.959029 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5370145a-7cf6-4a95-bf5a-6b53bd36fba2 admin admin] Publish callbacks [] for security_group (bc7dd7d6-5cf5-4415-997e-b6deca4d4019), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:11.962726 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5370145a-7cf6-4a95-bf5a-6b53bd36fba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (bc7dd7d6-5cf5-4415-997e-b6deca4d4019), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:11.990821 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5370145a-7cf6-4a95-bf5a-6b53bd36fba2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=102564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:24:11.998371 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370145a-7cf6-4a95-bf5a-6b53bd36fba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7dd7d6-5cf5-4415-997e-b6deca4d4019,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:12.007026 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5370145a-7cf6-4a95-bf5a-6b53bd36fba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (85c97bb5-737f-4767-a4cd-cadc5c4a98bc), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:12.007694 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-5370145a-7cf6-4a95-bf5a-6b53bd36fba2 admin admin] Added segment 85c97bb5-737f-4767-a4cd-cadc5c4a98bc of type vlan for network 08859826-1ef2-4244-bd11-b4ad9624ac15 Feb 14 15:24:12.051841 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5370145a-7cf6-4a95-bf5a-6b53bd36fba2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752304802214'] for network (08859826-1ef2-4244-bd11-b4ad9624ac15), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:12.075548 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5370145a-7cf6-4a95-bf5a-6b53bd36fba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for network (08859826-1ef2-4244-bd11-b4ad9624ac15), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:12.076459 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5370145a-7cf6-4a95-bf5a-6b53bd36fba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:12.077047 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5370145a-7cf6-4a95-bf5a-6b53bd36fba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:12.110945 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-5370145a-7cf6-4a95-bf5a-6b53bd36fba2 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3569112 Feb 14 15:24:12.113980 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42400) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:12.119159 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-f5c9d9a2-2581-43f7-87f1-21e6f2827817 admin admin] Request body: {'subnet': {'network_id': '08859826-1ef2-4244-bd11-b4ad9624ac15', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1640537520-subnet', 'tenant_id': 'bb1e59eedca743e284dac6bd12cc70e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:24:12.138375 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370145a-7cf6-4a95-bf5a-6b53bd36fba2 admin admin] Pushing event updated for resources: {'Network': ['ID=08859826-1ef2-4244-bd11-b4ad9624ac15,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:12.139972 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c9d9a2-2581-43f7-87f1-21e6f2827817 admin admin] Made reservation on behalf of bb1e59eedca743e284dac6bd12cc70e7 for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:24:12.142456 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5c9d9a2-2581-43f7-87f1-21e6f2827817 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64822377'] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:12.149337 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Network 08859826-1ef2-4244-bd11-b4ad9624ac15 details requested by agent ovs-agent-dv-cinder-815146-10-iscsi with host dv-cinder-815146-10-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:24:12.307732 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5c9d9a2-2581-43f7-87f1-21e6f2827817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63368002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64822363'] for subnet (a4fd6b8c-b04f-48a7-8fa0-8d2c5b9dec59), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:12.361307 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9d9a2-2581-43f7-87f1-21e6f2827817 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4fd6b8c-b04f-48a7-8fa0-8d2c5b9dec59,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:12.371580 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9d9a2-2581-43f7-87f1-21e6f2827817 admin admin] Checking segment: {'id': '85c97bb5-737f-4767-a4cd-cadc5c4a98bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '08859826-1ef2-4244-bd11-b4ad9624ac15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:24:12.372516 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c9d9a2-2581-43f7-87f1-21e6f2827817 admin admin] Network hostable DHCP agents. Network: 08859826-1ef2-4244-bd11-b4ad9624ac15, hostable agents: ['b66b99de-e32e-4873-b4e6-197912f08fb5'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:24:12.389904 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c9d9a2-2581-43f7-87f1-21e6f2827817 admin admin] Network 08859826-1ef2-4244-bd11-b4ad9624ac15 is scheduled to be hosted by DHCP agent b66b99de-e32e-4873-b4e6-197912f08fb5 with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:24:12.397956 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-f5c9d9a2-2581-43f7-87f1-21e6f2827817 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-10-iscsi, 08859826-1ef2-4244-bd11-b4ad9624ac15) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:24:12.402286 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c9d9a2-2581-43f7-87f1-21e6f2827817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:12.403489 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5c9d9a2-2581-43f7-87f1-21e6f2827817 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:12.410183 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7b9790-e184-4858-80f7-3f9a28fe7570 None None] Network 08859826-1ef2-4244-bd11-b4ad9624ac15 requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:24:12.420712 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f5c9d9a2-2581-43f7-87f1-21e6f2827817 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3055549 Feb 14 15:24:12.513667 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9516df2e-b07c-4c2b-8752-c10949200693 None None] Network 08859826-1ef2-4244-bd11-b4ad9624ac15 requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:24:12.847766 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:12.926951 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 42422) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:12.931887 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-ed115e0f-18db-407b-9d75-adcaf1d8e498 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1563849635-network', 'tenant_id': '28f12fdf256a4817be69789c061c9c7c'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:24:12.950039 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed115e0f-18db-407b-9d75-adcaf1d8e498 admin admin] Made reservation on behalf of 28f12fdf256a4817be69789c061c9c7c for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:24:12.952331 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ed115e0f-18db-407b-9d75-adcaf1d8e498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:12.960582 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ed115e0f-18db-407b-9d75-adcaf1d8e498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:13.039669 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ed115e0f-18db-407b-9d75-adcaf1d8e498 admin admin] Publish callbacks [] for security_group (05869ab6-0d3b-46c7-bfc8-94aab5f5011d), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:13.044549 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ed115e0f-18db-407b-9d75-adcaf1d8e498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (05869ab6-0d3b-46c7-bfc8-94aab5f5011d), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:13.071302 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed115e0f-18db-407b-9d75-adcaf1d8e498 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=102564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:24:13.087076 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed115e0f-18db-407b-9d75-adcaf1d8e498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05869ab6-0d3b-46c7-bfc8-94aab5f5011d,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:13.095945 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ed115e0f-18db-407b-9d75-adcaf1d8e498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (8233b2a5-ba70-4e27-974b-d533c1200847), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:13.096257 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-ed115e0f-18db-407b-9d75-adcaf1d8e498 admin admin] Added segment 8233b2a5-ba70-4e27-974b-d533c1200847 of type vlan for network 5c7001a1-12f2-44ba-a89f-288172a166c1 Feb 14 15:24:13.143712 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ed115e0f-18db-407b-9d75-adcaf1d8e498 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752304802214'] for network (5c7001a1-12f2-44ba-a89f-288172a166c1), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:13.168663 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ed115e0f-18db-407b-9d75-adcaf1d8e498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for network (5c7001a1-12f2-44ba-a89f-288172a166c1), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:13.169863 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed115e0f-18db-407b-9d75-adcaf1d8e498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:13.170452 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ed115e0f-18db-407b-9d75-adcaf1d8e498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:13.202159 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-ed115e0f-18db-407b-9d75-adcaf1d8e498 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2740974 Feb 14 15:24:13.205065 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42424) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:13.209878 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-49ec8518-9ed7-40db-bb8e-b3d1a8200249 admin admin] Request body: {'subnet': {'network_id': '5c7001a1-12f2-44ba-a89f-288172a166c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1563849635-subnet', 'tenant_id': '28f12fdf256a4817be69789c061c9c7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:24:13.228721 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ec8518-9ed7-40db-bb8e-b3d1a8200249 admin admin] Made reservation on behalf of 28f12fdf256a4817be69789c061c9c7c for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:24:13.231365 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-49ec8518-9ed7-40db-bb8e-b3d1a8200249 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64822377'] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:13.232945 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed115e0f-18db-407b-9d75-adcaf1d8e498 admin admin] Pushing event updated for resources: {'Network': ['ID=5c7001a1-12f2-44ba-a89f-288172a166c1,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:13.242656 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Network 5c7001a1-12f2-44ba-a89f-288172a166c1 details requested by agent ovs-agent-dv-cinder-815146-10-iscsi with host dv-cinder-815146-10-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:24:13.404873 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-49ec8518-9ed7-40db-bb8e-b3d1a8200249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63368002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64822363'] for subnet (b6ba3644-abf1-4d40-abf7-e5f8b35c6aa2), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:13.422196 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-847907df-f5ca-4218-983b-99715a0c1c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:13.465923 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec8518-9ed7-40db-bb8e-b3d1a8200249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ba3644-abf1-4d40-abf7-e5f8b35c6aa2,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:13.470143 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ec8518-9ed7-40db-bb8e-b3d1a8200249 admin admin] Checking segment: {'id': '8233b2a5-ba70-4e27-974b-d533c1200847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '5c7001a1-12f2-44ba-a89f-288172a166c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:24:13.470508 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ec8518-9ed7-40db-bb8e-b3d1a8200249 admin admin] Network hostable DHCP agents. Network: 5c7001a1-12f2-44ba-a89f-288172a166c1, hostable agents: ['b66b99de-e32e-4873-b4e6-197912f08fb5'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:24:13.486082 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ec8518-9ed7-40db-bb8e-b3d1a8200249 admin admin] Network 5c7001a1-12f2-44ba-a89f-288172a166c1 is scheduled to be hosted by DHCP agent b66b99de-e32e-4873-b4e6-197912f08fb5 with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:24:13.494695 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-49ec8518-9ed7-40db-bb8e-b3d1a8200249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-10-iscsi, 5c7001a1-12f2-44ba-a89f-288172a166c1) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:24:13.499464 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ec8518-9ed7-40db-bb8e-b3d1a8200249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:13.500200 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-49ec8518-9ed7-40db-bb8e-b3d1a8200249 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:13.503787 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af25f18-b181-4d7a-9faa-841112891baa None None] Network 5c7001a1-12f2-44ba-a89f-288172a166c1 requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:24:13.515987 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-49ec8518-9ed7-40db-bb8e-b3d1a8200249 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3098140 Feb 14 15:24:13.606640 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe7d8e3-247c-4766-a15e-29b1aedb2a7e None None] Network 5c7001a1-12f2-44ba-a89f-288172a166c1 requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:24:13.630806 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42428) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:13.678509 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb15d766-9d28-4892-9df7-969a51387e63 admin admin] Deleting subnet a4fd6b8c-b04f-48a7-8fa0-8d2c5b9dec59 {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:24:13.681867 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fb15d766-9d28-4892-9df7-969a51387e63 admin admin] Publish callbacks [] for subnet (a4fd6b8c-b04f-48a7-8fa0-8d2c5b9dec59), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:13.717400 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fb15d766-9d28-4892-9df7-969a51387e63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63220632'] for subnet (a4fd6b8c-b04f-48a7-8fa0-8d2c5b9dec59), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:13.755957 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fb15d766-9d28-4892-9df7-969a51387e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1868731'] for subnet (a4fd6b8c-b04f-48a7-8fa0-8d2c5b9dec59), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:13.807038 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fb15d766-9d28-4892-9df7-969a51387e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63367949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64822354'] for subnet (a4fd6b8c-b04f-48a7-8fa0-8d2c5b9dec59), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:13.830643 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15d766-9d28-4892-9df7-969a51387e63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4fd6b8c-b04f-48a7-8fa0-8d2c5b9dec59,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:13.836866 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fb15d766-9d28-4892-9df7-969a51387e63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:13.840078 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-fb15d766-9d28-4892-9df7-969a51387e63 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/a4fd6b8c-b04f-48a7-8fa0-8d2c5b9dec59 HTTP/1.1" status: 204 len: 168 time: 0.2082810 Feb 14 15:24:13.843334 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42434) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:13.913108 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-39cd27ba-82c9-46b2-894d-f5ee496585ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1712449'] for network (08859826-1ef2-4244-bd11-b4ad9624ac15), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:13.993538 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-39cd27ba-82c9-46b2-894d-f5ee496585ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1869372', 'neutron.services.segments.db._delete_segments_for_network-8752305293424'] for network (08859826-1ef2-4244-bd11-b4ad9624ac15), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:14.013914 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-39cd27ba-82c9-46b2-894d-f5ee496585ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08859826-1ef2-4244-bd11-b4ad9624ac15']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:14.022729 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-39cd27ba-82c9-46b2-894d-f5ee496585ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c97bb5-737f-4767-a4cd-cadc5c4a98bc') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:14.023028 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-39cd27ba-82c9-46b2-894d-f5ee496585ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c97bb5-737f-4767-a4cd-cadc5c4a98bc') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:14.032528 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-39cd27ba-82c9-46b2-894d-f5ee496585ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752305294713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63220623'] for segment (85c97bb5-737f-4767-a4cd-cadc5c4a98bc), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:14.045753 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-39cd27ba-82c9-46b2-894d-f5ee496585ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (85c97bb5-737f-4767-a4cd-cadc5c4a98bc), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:14.051865 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39cd27ba-82c9-46b2-894d-f5ee496585ce admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:24:14.052256 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-39cd27ba-82c9-46b2-894d-f5ee496585ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63367343'] for segment (85c97bb5-737f-4767-a4cd-cadc5c4a98bc), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: Traceback (most recent call last): Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: timer() Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: cb(*args, **kw) Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: return func(*args, **kwargs) Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: self._notify() Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: self.callback(batched_events) Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: event.method(event) Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: return f(self, *a, **k) Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: return self._get(url).json() Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:24:14.053998 dv-cinder-815146-10-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:24:14.107078 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-39cd27ba-82c9-46b2-894d-f5ee496585ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1869365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560688'] for network (08859826-1ef2-4244-bd11-b4ad9624ac15), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:14.113699 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-39cd27ba-82c9-46b2-894d-f5ee496585ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:14.117042 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-39cd27ba-82c9-46b2-894d-f5ee496585ce admin admin] 10.222.0.87 "DELETE /v2.0/networks/08859826-1ef2-4244-bd11-b4ad9624ac15 HTTP/1.1" status: 204 len: 168 time: 0.2727661 Feb 14 15:24:14.119878 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 42436) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:14.127312 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd27ba-82c9-46b2-894d-f5ee496585ce admin admin] Pushing event deleted for resources: {'Network': ['ID=08859826-1ef2-4244-bd11-b4ad9624ac15,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:14.374778 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_v2 [None req-296095ef-cc96-4f68-8a72-3db07fb7fb7d admin admin] Deleting subnet b6ba3644-abf1-4d40-abf7-e5f8b35c6aa2 {{(pid=102564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:24:14.379396 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-296095ef-cc96-4f68-8a72-3db07fb7fb7d admin admin] Publish callbacks [] for subnet (b6ba3644-abf1-4d40-abf7-e5f8b35c6aa2), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:14.412213 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-296095ef-cc96-4f68-8a72-3db07fb7fb7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63366563'] for subnet (b6ba3644-abf1-4d40-abf7-e5f8b35c6aa2), precommit_delete_associations {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:14.451291 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-296095ef-cc96-4f68-8a72-3db07fb7fb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1868731'] for subnet (b6ba3644-abf1-4d40-abf7-e5f8b35c6aa2), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:14.503799 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-296095ef-cc96-4f68-8a72-3db07fb7fb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62982484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63375816'] for subnet (b6ba3644-abf1-4d40-abf7-e5f8b35c6aa2), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:14.529390 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296095ef-cc96-4f68-8a72-3db07fb7fb7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ba3644-abf1-4d40-abf7-e5f8b35c6aa2,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:14.535078 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-296095ef-cc96-4f68-8a72-3db07fb7fb7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:14.538560 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-296095ef-cc96-4f68-8a72-3db07fb7fb7d admin admin] 10.222.0.87 "DELETE /v2.0/subnets/b6ba3644-abf1-4d40-abf7-e5f8b35c6aa2 HTTP/1.1" status: 204 len: 168 time: 0.4176028 Feb 14 15:24:14.541122 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 42438) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:14.612292 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6fb6af61-cee5-4d7f-a5e0-ea30177d83f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1712449'] for network (5c7001a1-12f2-44ba-a89f-288172a166c1), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:14.691571 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6fb6af61-cee5-4d7f-a5e0-ea30177d83f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1869372', 'neutron.services.segments.db._delete_segments_for_network-8752305293424'] for network (5c7001a1-12f2-44ba-a89f-288172a166c1), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:14.711600 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-6fb6af61-cee5-4d7f-a5e0-ea30177d83f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7001a1-12f2-44ba-a89f-288172a166c1']}} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:14.722924 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-6fb6af61-cee5-4d7f-a5e0-ea30177d83f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8233b2a5-ba70-4e27-974b-d533c1200847') {'for_net_delete': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:14.723231 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-6fb6af61-cee5-4d7f-a5e0-ea30177d83f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8233b2a5-ba70-4e27-974b-d533c1200847') {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:14.733834 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6fb6af61-cee5-4d7f-a5e0-ea30177d83f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752305294713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63366580'] for segment (8233b2a5-ba70-4e27-974b-d533c1200847), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:14.747024 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6fb6af61-cee5-4d7f-a5e0-ea30177d83f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (8233b2a5-ba70-4e27-974b-d533c1200847), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:14.752951 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb6af61-cee5-4d7f-a5e0-ea30177d83f9 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=102564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:24:14.753326 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6fb6af61-cee5-4d7f-a5e0-ea30177d83f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62982902'] for segment (8233b2a5-ba70-4e27-974b-d533c1200847), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: Traceback (most recent call last): Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: timer() Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: cb(*args, **kw) Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: return func(*args, **kwargs) Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: self._notify() Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: self.callback(batched_events) Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: event.method(event) Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: return f(self, *a, **k) Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: return self._get(url).json() Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: return self.request(url, 'GET', **kwargs) Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:24:14.755079 dv-cinder-815146-10-iscsi neutron-server[102564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:24:14.810556 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6fb6af61-cee5-4d7f-a5e0-ea30177d83f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1869365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560688'] for network (5c7001a1-12f2-44ba-a89f-288172a166c1), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:14.815728 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6fb6af61-cee5-4d7f-a5e0-ea30177d83f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:14.819063 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-6fb6af61-cee5-4d7f-a5e0-ea30177d83f9 admin admin] 10.222.0.87 "DELETE /v2.0/networks/5c7001a1-12f2-44ba-a89f-288172a166c1 HTTP/1.1" status: 204 len: 168 time: 0.2768748 Feb 14 15:24:14.832395 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6af61-cee5-4d7f-a5e0-ea30177d83f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c7001a1-12f2-44ba-a89f-288172a166c1,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:14.974271 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42444) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:15.016847 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d0b010c0-1032-43b1-9fc6-01a8588bc63d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bb1e59eedca743e284dac6bd12cc70e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414128 Feb 14 15:24:15.019358 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42446) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:15.066021 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7889862e-e509-42c2-b673-a819639cdf4f admin admin] Publish callbacks [] for security_group (bc7dd7d6-5cf5-4415-997e-b6deca4d4019), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:15.086563 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7889862e-e509-42c2-b673-a819639cdf4f admin admin] Publish callbacks [] for security_group (bc7dd7d6-5cf5-4415-997e-b6deca4d4019), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:15.131245 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7889862e-e509-42c2-b673-a819639cdf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (bc7dd7d6-5cf5-4415-997e-b6deca4d4019), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:15.134524 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7889862e-e509-42c2-b673-a819639cdf4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:15.135674 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-7889862e-e509-42c2-b673-a819639cdf4f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bc7dd7d6-5cf5-4415-997e-b6deca4d4019 HTTP/1.1" status: 204 len: 168 time: 0.1153665 Feb 14 15:24:15.144013 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889862e-e509-42c2-b673-a819639cdf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7dd7d6-5cf5-4415-997e-b6deca4d4019,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:15.447824 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42452) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:15.488065 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-cf5dbb21-d734-4779-86a6-df6adde6d165 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=28f12fdf256a4817be69789c061c9c7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389724 Feb 14 15:24:15.490450 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42454) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:15.536689 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7684317a-6609-4269-a5d5-7d6bf5e3387a admin admin] Publish callbacks [] for security_group (05869ab6-0d3b-46c7-bfc8-94aab5f5011d), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:15.557556 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7684317a-6609-4269-a5d5-7d6bf5e3387a admin admin] Publish callbacks [] for security_group (05869ab6-0d3b-46c7-bfc8-94aab5f5011d), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:15.609386 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7684317a-6609-4269-a5d5-7d6bf5e3387a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (05869ab6-0d3b-46c7-bfc8-94aab5f5011d), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:15.610492 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e95d93d2-10b5-4e28-a350-d708df93044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:15.613565 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7684317a-6609-4269-a5d5-7d6bf5e3387a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:15.614720 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-7684317a-6609-4269-a5d5-7d6bf5e3387a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/05869ab6-0d3b-46c7-bfc8-94aab5f5011d HTTP/1.1" status: 204 len: 168 time: 0.1233938 Feb 14 15:24:15.623385 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684317a-6609-4269-a5d5-7d6bf5e3387a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05869ab6-0d3b-46c7-bfc8-94aab5f5011d,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:17.319453 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:17.325858 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42516) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:17.430912 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-625f996c-7da5-4a42-97d5-b3420c0e84a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:17.506806 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-625f996c-7da5-4a42-97d5-b3420c0e84a5 admin admin] Publish callbacks [] for security_group (bd1e7903-6a5b-4f76-937d-eb86e0fe5842), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:17.510632 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-625f996c-7da5-4a42-97d5-b3420c0e84a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (bd1e7903-6a5b-4f76-937d-eb86e0fe5842), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:17.548260 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-625f996c-7da5-4a42-97d5-b3420c0e84a5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bdd9209a8437486fa9fd8efa687e302a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212973 Feb 14 15:24:17.549435 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f996c-7da5-4a42-97d5-b3420c0e84a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1e7903-6a5b-4f76-937d-eb86e0fe5842,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:17.550984 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 42520) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:17.602740 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-03ed794a-1b55-4b98-821b-e2a8d25df200 admin admin] Publish callbacks [] for security_group (bd1e7903-6a5b-4f76-937d-eb86e0fe5842), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:17.624721 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-03ed794a-1b55-4b98-821b-e2a8d25df200 admin admin] Publish callbacks [] for security_group (bd1e7903-6a5b-4f76-937d-eb86e0fe5842), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:17.670787 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-03ed794a-1b55-4b98-821b-e2a8d25df200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (bd1e7903-6a5b-4f76-937d-eb86e0fe5842), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:17.673595 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-03ed794a-1b55-4b98-821b-e2a8d25df200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:17.674741 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-03ed794a-1b55-4b98-821b-e2a8d25df200 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bd1e7903-6a5b-4f76-937d-eb86e0fe5842 HTTP/1.1" status: 204 len: 168 time: 0.1221557 Feb 14 15:24:17.682263 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed794a-1b55-4b98-821b-e2a8d25df200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1e7903-6a5b-4f76-937d-eb86e0fe5842,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:17.927873 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 42526) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:17.940978 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dda93839-bdd3-48f7-94fc-7a73c24e1813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:18.017497 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dda93839-bdd3-48f7-94fc-7a73c24e1813 admin admin] Publish callbacks [] for security_group (4adb67ce-a135-4801-9ca1-bd16edee1d89), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:18.021421 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dda93839-bdd3-48f7-94fc-7a73c24e1813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (4adb67ce-a135-4801-9ca1-bd16edee1d89), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:18.062116 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-dda93839-bdd3-48f7-94fc-7a73c24e1813 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9b37113cc8df42cc8dabca5e16611a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300640 Feb 14 15:24:18.062116 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda93839-bdd3-48f7-94fc-7a73c24e1813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adb67ce-a135-4801-9ca1-bd16edee1d89,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:18.062886 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42530) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:18.110888 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f20931db-8cfd-470d-b602-b82c5bc92d0b admin admin] Publish callbacks [] for security_group (4adb67ce-a135-4801-9ca1-bd16edee1d89), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:18.131508 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f20931db-8cfd-470d-b602-b82c5bc92d0b admin admin] Publish callbacks [] for security_group (4adb67ce-a135-4801-9ca1-bd16edee1d89), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:18.177002 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f20931db-8cfd-470d-b602-b82c5bc92d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (4adb67ce-a135-4801-9ca1-bd16edee1d89), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:18.179440 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f20931db-8cfd-470d-b602-b82c5bc92d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:18.180597 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f20931db-8cfd-470d-b602-b82c5bc92d0b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4adb67ce-a135-4801-9ca1-bd16edee1d89 HTTP/1.1" status: 204 len: 168 time: 0.1163816 Feb 14 15:24:18.188803 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20931db-8cfd-470d-b602-b82c5bc92d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adb67ce-a135-4801-9ca1-bd16edee1d89,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:18.589580 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:19.779863 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:20.221291 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42604) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:20.289861 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42608) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:20.331839 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bdf9c5bc-4cdf-42f4-9eb8-ea666390354b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:20.452974 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bdf9c5bc-4cdf-42f4-9eb8-ea666390354b admin admin] Publish callbacks [] for security_group (6446d09a-010b-4f7b-91d5-9c8542cfef3d), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:20.458977 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bdf9c5bc-4cdf-42f4-9eb8-ea666390354b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (6446d09a-010b-4f7b-91d5-9c8542cfef3d), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:20.791835 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9c5bc-4cdf-42f4-9eb8-ea666390354b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6446d09a-010b-4f7b-91d5-9c8542cfef3d,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:20.800233 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-bdf9c5bc-4cdf-42f4-9eb8-ea666390354b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e12ba73fb6ad4e0481c24311f8fbcbd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5768661 Feb 14 15:24:20.803219 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42614) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:20.811480 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:24:20.883986 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8a39ff74-9b46-4426-a7a4-020e2029428c admin admin] Publish callbacks [] for security_group (6446d09a-010b-4f7b-91d5-9c8542cfef3d), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:20.912329 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-68af24ec-2512-46c9-bc74-e47b10c00f2b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Deleting port 8840f625-99e4-4d77-90f3-354badc9bc91 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:24:20.912670 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-68af24ec-2512-46c9-bc74-e47b10c00f2b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (8840f625-99e4-4d77-90f3-354badc9bc91), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:20.915590 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8a39ff74-9b46-4426-a7a4-020e2029428c admin admin] Publish callbacks [] for security_group (6446d09a-010b-4f7b-91d5-9c8542cfef3d), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:21.015949 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-68af24ec-2512-46c9-bc74-e47b10c00f2b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (8840f625-99e4-4d77-90f3-354badc9bc91), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:21.016275 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-68af24ec-2512-46c9-bc74-e47b10c00f2b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for floatingip (8840f625-99e4-4d77-90f3-354badc9bc91), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:21.025551 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8a39ff74-9b46-4426-a7a4-020e2029428c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (6446d09a-010b-4f7b-91d5-9c8542cfef3d), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:21.028133 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8a39ff74-9b46-4426-a7a4-020e2029428c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:21.029278 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-8a39ff74-9b46-4426-a7a4-020e2029428c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6446d09a-010b-4f7b-91d5-9c8542cfef3d HTTP/1.1" status: 204 len: 168 time: 0.2251773 Feb 14 15:24:21.035377 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-68af24ec-2512-46c9-bc74-e47b10c00f2b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Calling delete_port for 8840f625-99e4-4d77-90f3-354badc9bc91 owned by network:floatingip {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:24:21.042984 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39ff74-9b46-4426-a7a4-020e2029428c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6446d09a-010b-4f7b-91d5-9c8542cfef3d,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:21.239681 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-68af24ec-2512-46c9-bc74-e47b10c00f2b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (8840f625-99e4-4d77-90f3-354badc9bc91), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:21.265530 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af24ec-2512-46c9-bc74-e47b10c00f2b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Pushing event deleted for resources: {'Port': ['ID=8840f625-99e4-4d77-90f3-354badc9bc91,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:21.318681 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 42626) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:21.332621 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-68af24ec-2512-46c9-bc74-e47b10c00f2b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for floatingip (4992855e-b7c5-4576-bd2e-10eca37a3c4d), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:21.332990 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-13531de9-09de-4816-a3ee-b7924351b800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:21.333166 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.db.l3_db [None req-68af24ec-2512-46c9-bc74-e47b10c00f2b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Floating IP 4992855e-b7c5-4576-bd2e-10eca37a3c4d disassociated (deleted). External IP: 172.27.0.230, port: 85f27939-9dcc-4654-8111-a48a159591f3. Feb 14 15:24:21.413809 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-13531de9-09de-4816-a3ee-b7924351b800 admin admin] Publish callbacks [] for security_group (bc3863fb-c633-43d3-8f68-1afa2c1754f0), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:21.417673 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-13531de9-09de-4816-a3ee-b7924351b800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (bc3863fb-c633-43d3-8f68-1afa2c1754f0), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:21.456390 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-13531de9-09de-4816-a3ee-b7924351b800 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7310c2a588d04a9fb1931793b1b9bfb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365709 Feb 14 15:24:21.458547 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13531de9-09de-4816-a3ee-b7924351b800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3863fb-c633-43d3-8f68-1afa2c1754f0,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:21.462265 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 42628) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:21.509060 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1c93198d-cddc-477b-9227-95448c587399 admin admin] Publish callbacks [] for security_group (bc3863fb-c633-43d3-8f68-1afa2c1754f0), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:21.533422 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1c93198d-cddc-477b-9227-95448c587399 admin admin] Publish callbacks [] for security_group (bc3863fb-c633-43d3-8f68-1afa2c1754f0), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:21.560433 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68af24ec-2512-46c9-bc74-e47b10c00f2b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Router eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:24:21.583705 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1c93198d-cddc-477b-9227-95448c587399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (bc3863fb-c633-43d3-8f68-1afa2c1754f0), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:21.586275 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1c93198d-cddc-477b-9227-95448c587399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:21.587441 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-1c93198d-cddc-477b-9227-95448c587399 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bc3863fb-c633-43d3-8f68-1afa2c1754f0 HTTP/1.1" status: 204 len: 168 time: 0.1240888 Feb 14 15:24:21.595543 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93198d-cddc-477b-9227-95448c587399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3863fb-c633-43d3-8f68-1afa2c1754f0,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:21.676774 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68af24ec-2512-46c9-bc74-e47b10c00f2b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:24:21.681815 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-68af24ec-2512-46c9-bc74-e47b10c00f2b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:21.687492 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2251c18-4b52-4ace-9f55-70341b54c14f None None] Sync routers for ids ['eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'] in dv-cinder-815146-10-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:24:21.698287 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2251c18-4b52-4ace-9f55-70341b54c14f None None] Routers {'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:24:21.698903 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-e2251c18-4b52-4ace-9f55-70341b54c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:24:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:21.716643 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-68af24ec-2512-46c9-bc74-e47b10c00f2b tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "DELETE /v2.0/floatingips/4992855e-b7c5-4576-bd2e-10eca37a3c4d HTTP/1.1" status: 204 len: 168 time: 1.4235458 Feb 14 15:24:21.717453 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf839e61-f4c6-4a2d-90da-f0bb35edf4a2', 'tag': '85f27939-9dcc-4654-8111-a48a159591f3'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:24:21.720000 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63d2603-8e8a-46c9-a17c-84e3e9b1b3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "bf839e61-f4c6-4a2d-90da-f0bb35edf4a2", "tag": "85f27939-9dcc-4654-8111-a48a159591f3"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:24:21.816613 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-e2251c18-4b52-4ace-9f55-70341b54c14f None None] Set router eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:24:21.974464 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e3a374-1d8a-4a77-a6cd-dba66343ae69 x-openstack-request-id: req-f9e3a374-1d8a-4a77-a6cd-dba66343ae69 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:24:21.974762 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf839e61-f4c6-4a2d-90da-f0bb35edf4a2", "tag": "85f27939-9dcc-4654-8111-a48a159591f3", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:24:21.975484 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f9e3a374-1d8a-4a77-a6cd-dba66343ae69 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:24:21.975941 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf839e61-f4c6-4a2d-90da-f0bb35edf4a2', 'tag': '85f27939-9dcc-4654-8111-a48a159591f3', 'status': 'completed', 'code': 200} Feb 14 15:24:22.026614 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b42d0c-12e4-4e0f-ae1a-1d7462cd57e2 req-0a68ffe6-b46a-4e53-b712-0aa8d1b78931 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:22.028166 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-96b42d0c-12e4-4e0f-ae1a-1d7462cd57e2 req-0a68ffe6-b46a-4e53-b712-0aa8d1b78931 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 946 time: 0.0787165 Feb 14 15:24:22.037737 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-e2251c18-4b52-4ace-9f55-70341b54c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'name': 'tempest-TestShelveInstance-716058238-router', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:09Z', 'revision_number': 4, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'gw_port': {'id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'bb734d8d-1af1-4bc2-90f1-19e3e14d6475', 'name': '', 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'mac_address': 'fa:16:3e:a4:6e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '54a1570c-c05e-45b5-b902-0cb5c90e4fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:08Z', 'updated_at': '2022-02-14T15:19:14Z', 'revision_number': 5, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'subnets': [{'id': '54a1570c-c05e-45b5-b902-0cb5c90e4fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:22.072311 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2251c18-4b52-4ace-9f55-70341b54c14f None None] Checking router: eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 for host: dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:24:22.081689 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2251c18-4b52-4ace-9f55-70341b54c14f None None] Routers {'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:24:22.082527 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-e2251c18-4b52-4ace-9f55-70341b54c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:24:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:22.104474 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d2603-8e8a-46c9-a17c-84e3e9b1b3fe req-85493f38-3fd5-4cf1-8328-2b731aaa8d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:22.106007 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d63d2603-8e8a-46c9-a17c-84e3e9b1b3fe req-85493f38-3fd5-4cf1-8328-2b731aaa8d64 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1e28581317464343ab5e7b90b7decd21&device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 1130 time: 0.0981810 Feb 14 15:24:22.110604 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-96b42d0c-12e4-4e0f-ae1a-1d7462cd57e2 req-e1f01bcb-33ce-4dd9-acf3-5a885eba5c54 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639369 Feb 14 15:24:22.200632 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-e2251c18-4b52-4ace-9f55-70341b54c14f None None] Set router eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:24:22.207523 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d2603-8e8a-46c9-a17c-84e3e9b1b3fe req-9a5bde3c-e51d-409f-b0a3-dc3e6cd2ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:22.209145 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d63d2603-8e8a-46c9-a17c-84e3e9b1b3fe req-9a5bde3c-e51d-409f-b0a3-dc3e6cd2ca61 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fdebf080-3bc3-404e-a5c8-d7de6cb65b03 HTTP/1.1" status: 200 len: 909 time: 0.0955117 Feb 14 15:24:22.259281 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d63d2603-8e8a-46c9-a17c-84e3e9b1b3fe req-cc8e88a9-a79d-405a-8300-47d381d1465d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85f27939-9dcc-4654-8111-a48a159591f3 HTTP/1.1" status: 200 len: 217 time: 0.0424144 Feb 14 15:24:22.330245 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d2603-8e8a-46c9-a17c-84e3e9b1b3fe req-4e8bdb72-9bfd-4f11-8c0e-d850f5f37a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:22.331911 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d63d2603-8e8a-46c9-a17c-84e3e9b1b3fe req-4e8bdb72-9bfd-4f11-8c0e-d850f5f37a87 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=54a1570c-c05e-45b5-b902-0cb5c90e4fba HTTP/1.1" status: 200 len: 847 time: 0.0648649 Feb 14 15:24:22.389491 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d2603-8e8a-46c9-a17c-84e3e9b1b3fe req-a7d2387f-d2b0-4d60-b000-8d80124ef534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:22.391267 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d63d2603-8e8a-46c9-a17c-84e3e9b1b3fe req-a7d2387f-d2b0-4d60-b000-8d80124ef534 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fdebf080-3bc3-404e-a5c8-d7de6cb65b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528278 Feb 14 15:24:22.447839 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-e2251c18-4b52-4ace-9f55-70341b54c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'name': 'tempest-TestShelveInstance-716058238-router', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:09Z', 'revision_number': 4, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'gw_port': {'id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'bb734d8d-1af1-4bc2-90f1-19e3e14d6475', 'name': '', 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'mac_address': 'fa:16:3e:a4:6e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '54a1570c-c05e-45b5-b902-0cb5c90e4fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:08Z', 'updated_at': '2022-02-14T15:19:14Z', 'revision_number': 5, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'subnets': [{'id': '54a1570c-c05e-45b5-b902-0cb5c90e4fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:22.476997 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2251c18-4b52-4ace-9f55-70341b54c14f None None] The sync data for ids ['eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'] in dv-cinder-815146-10-iscsi is: [{'id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'name': 'tempest-TestShelveInstance-716058238-router', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:09Z', 'revision_number': 4, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'gw_port': {'id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'bb734d8d-1af1-4bc2-90f1-19e3e14d6475', 'name': '', 'network_id': 'fdebf080-3bc3-404e-a5c8-d7de6cb65b03', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'mac_address': 'fa:16:3e:a4:6e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '54a1570c-c05e-45b5-b902-0cb5c90e4fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:08Z', 'updated_at': '2022-02-14T15:19:14Z', 'revision_number': 5, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'subnets': [{'id': '54a1570c-c05e-45b5-b902-0cb5c90e4fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:24:22.501815 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d63d2603-8e8a-46c9-a17c-84e3e9b1b3fe req-9296da9a-4b04-4875-802a-6306420c3f51 service neutron] 10.222.0.77 "GET /v2.0/networks/fdebf080-3bc3-404e-a5c8-d7de6cb65b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015942 Feb 14 15:24:22.604916 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d63d2603-8e8a-46c9-a17c-84e3e9b1b3fe req-7d809435-275b-475b-aa41-a931eb1cffdb service neutron] 10.222.0.77 "GET /v2.0/networks/fdebf080-3bc3-404e-a5c8-d7de6cb65b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952783 Feb 14 15:24:22.741577 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ba04fc-e228-445d-b7f1-1134cbdca378 None None] New status for floating IP 4992855e-b7c5-4576-bd2e-10eca37a3c4d: DOWN {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:24:23.238695 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31bd52-3829-4f81-b424-a28731829822 req-60ebf226-e152-4ec5-bc6e-8528851893e3 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:23.240226 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ca31bd52-3829-4f81-b424-a28731829822 req-60ebf226-e152-4ec5-bc6e-8528851893e3 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 946 time: 0.0572374 Feb 14 15:24:23.290209 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ca31bd52-3829-4f81-b424-a28731829822 req-e1d77406-b030-4e75-b25a-b0f5ace2c008 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/security-groups?id=50b66fc7-9745-44ab-9240-4a52a60a1b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443833 Feb 14 15:24:23.727537 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7763f-af1f-498b-9a9b-2cb1247fe33b req-407255b8-79e7-48f5-b1f0-90e6e0624fec tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:23.728945 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e5b7763f-af1f-498b-9a9b-2cb1247fe33b req-407255b8-79e7-48f5-b1f0-90e6e0624fec tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 946 time: 0.0564070 Feb 14 15:24:23.823097 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [req-e5b7763f-af1f-498b-9a9b-2cb1247fe33b req-b96e703d-1786-4f8a-9251-30ae61079510 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Deleting port 85f27939-9dcc-4654-8111-a48a159591f3 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:24:23.823430 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-e5b7763f-af1f-498b-9a9b-2cb1247fe33b req-b96e703d-1786-4f8a-9251-30ae61079510 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (85f27939-9dcc-4654-8111-a48a159591f3), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:23.922681 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-e5b7763f-af1f-498b-9a9b-2cb1247fe33b req-b96e703d-1786-4f8a-9251-30ae61079510 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] For port 85f27939-9dcc-4654-8111-a48a159591f3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=85f27939-9dcc-4654-8111-a48a159591f3,segment=NetworkSegment(70d2d735-6709-42fa-8b34-db3d3155490e),segment_id=70d2d735-6709-42fa-8b34-db3d3155490e)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:24:23.923055 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-e5b7763f-af1f-498b-9a9b-2cb1247fe33b req-b96e703d-1786-4f8a-9251-30ae61079510 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (85f27939-9dcc-4654-8111-a48a159591f3), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:23.935242 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [req-e5b7763f-af1f-498b-9a9b-2cb1247fe33b req-b96e703d-1786-4f8a-9251-30ae61079510 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Calling delete_port for 85f27939-9dcc-4654-8111-a48a159591f3 owned by compute:nova {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:24:24.063363 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-e5b7763f-af1f-498b-9a9b-2cb1247fe33b req-b96e703d-1786-4f8a-9251-30ae61079510 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (85f27939-9dcc-4654-8111-a48a159591f3), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:24.096715 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e703d-1786-4f8a-9251-30ae61079510 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Pushing event deleted for resources: {'Port': ['ID=85f27939-9dcc-4654-8111-a48a159591f3,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:24.144273 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b7763f-af1f-498b-9a9b-2cb1247fe33b req-b96e703d-1786-4f8a-9251-30ae61079510 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] No DVR routers for this DVR port 85f27939-9dcc-4654-8111-a48a159591f3 on host hv-cinder-81514 {{(pid=102564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:24:24.147030 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-e5b7763f-af1f-498b-9a9b-2cb1247fe33b req-b96e703d-1786-4f8a-9251-30ae61079510 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:24.150876 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e5b7763f-af1f-498b-9a9b-2cb1247fe33b req-b96e703d-1786-4f8a-9251-30ae61079510 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.77 "DELETE /v2.0/ports/85f27939-9dcc-4654-8111-a48a159591f3 HTTP/1.1" status: 204 len: 173 time: 0.4147711 Feb 14 15:24:24.151458 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf839e61-f4c6-4a2d-90da-f0bb35edf4a2', 'name': 'network-vif-deleted', 'tag': '85f27939-9dcc-4654-8111-a48a159591f3'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:24:24.156390 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114b17781d7584df24a73d2ca002b1fc4e4ef728ba6c29ea40a3094f371b155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fd0cdb-44ae-45d7-91f9-17ac0eae932b" -d '{"events": [{"server_uuid": "bf839e61-f4c6-4a2d-90da-f0bb35edf4a2", "name": "network-vif-deleted", "tag": "85f27939-9dcc-4654-8111-a48a159591f3"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:24:24.197648 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c564d3d-2eac-4975-a476-d9a08d9735d4 x-openstack-request-id: req-1c564d3d-2eac-4975-a476-d9a08d9735d4 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:24:24.198016 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf839e61-f4c6-4a2d-90da-f0bb35edf4a2", "name": "network-vif-deleted", "tag": "85f27939-9dcc-4654-8111-a48a159591f3", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:24:24.198277 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1c564d3d-2eac-4975-a476-d9a08d9735d4 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:24:24.198714 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf839e61-f4c6-4a2d-90da-f0bb35edf4a2', 'name': 'network-vif-deleted', 'tag': '85f27939-9dcc-4654-8111-a48a159591f3', 'status': 'completed', 'code': 200} Feb 14 15:24:24.385683 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6820c22e-e965-453e-8471-a1fceb1820ce req-21885af4-0175-4471-a569-267fa520a8a4 tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf839e61-f4c6-4a2d-90da-f0bb35edf4a2 HTTP/1.1" status: 200 len: 210 time: 0.0275052 Feb 14 15:24:25.443720 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 42714) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:25.503408 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-578a3426-755f-42f5-bcdb-2dc62dd458ff tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group (50b66fc7-9745-44ab-9240-4a52a60a1b6e), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:25.529437 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-578a3426-755f-42f5-bcdb-2dc62dd458ff tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group (50b66fc7-9745-44ab-9240-4a52a60a1b6e), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:25.598625 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-578a3426-755f-42f5-bcdb-2dc62dd458ff tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (50b66fc7-9745-44ab-9240-4a52a60a1b6e), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:25.600779 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-578a3426-755f-42f5-bcdb-2dc62dd458ff tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:25.601957 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-578a3426-755f-42f5-bcdb-2dc62dd458ff tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] 10.222.0.87 "DELETE /v2.0/security-groups/50b66fc7-9745-44ab-9240-4a52a60a1b6e HTTP/1.1" status: 204 len: 168 time: 0.1572144 Feb 14 15:24:25.612688 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a3426-755f-42f5-bcdb-2dc62dd458ff tempest-TestShelveInstance-407632263 tempest-TestShelveInstance-407632263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b66fc7-9745-44ab-9240-4a52a60a1b6e,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:25.655288 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 42722) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:25.956973 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 85f27939-9dcc-4654-8111-a48a159591f3 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:24:25.981235 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] No Port match for: 85f27939-9dcc-4654-8111-a48a159591f3 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:24:25.981671 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 85f27939-9dcc-4654-8111-a48a159591f3 not bound to the agent host hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:24:26.096499 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbaa14e-03b4-4c6d-9057-147042200abb req-7fcb9dea-66e1-43da-8c33-0a67fb6d7703 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:26.097983 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3cbaa14e-03b4-4c6d-9057-147042200abb req-7fcb9dea-66e1-43da-8c33-0a67fb6d7703 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30aeb13-9cbd-4d2a-8433-2ad8b6a80533 HTTP/1.1" status: 200 len: 946 time: 0.1181500 Feb 14 15:24:26.205231 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3cbaa14e-03b4-4c6d-9057-147042200abb req-db14faea-c651-463f-86cc-1f4f7e943f81 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012216 Feb 14 15:24:26.323878 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559394'] for router_interface (eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:26.624055 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] Deleting port bb734d8d-1af1-4bc2-90f1-19e3e14d6475 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:24:26.624732 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (bb734d8d-1af1-4bc2-90f1-19e3e14d6475), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:26.701935 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] For port bb734d8d-1af1-4bc2-90f1-19e3e14d6475, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=bb734d8d-1af1-4bc2-90f1-19e3e14d6475,segment=NetworkSegment(70d2d735-6709-42fa-8b34-db3d3155490e),segment_id=70d2d735-6709-42fa-8b34-db3d3155490e)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:24:26.702298 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (bb734d8d-1af1-4bc2-90f1-19e3e14d6475), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:26.717676 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] Calling delete_port for bb734d8d-1af1-4bc2-90f1-19e3e14d6475 owned by network:router_interface {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:24:26.900717 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (bb734d8d-1af1-4bc2-90f1-19e3e14d6475), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:26.932027 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb734d8d-1af1-4bc2-90f1-19e3e14d6475,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:26.960152 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:26.960514 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:26.960865 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:26.961216 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:26.961555 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:26.961895 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:26.962234 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:26.962567 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:26.962901 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:26.963233 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:26.963563 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:26.963917 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:26.964242 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:27.118566 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559542'] for router_interface (eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:27.352781 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d66c7-13a3-4b36-ae61-ed11dcc63cbf req-1cb18340-f8ea-47b5-ae7c-90e7ae921665 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:27.354334 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bb0d66c7-13a3-4b36-ae61-ed11dcc63cbf req-1cb18340-f8ea-47b5-ae7c-90e7ae921665 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30aeb13-9cbd-4d2a-8433-2ad8b6a80533 HTTP/1.1" status: 200 len: 946 time: 0.0611422 Feb 14 15:24:27.407679 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bb0d66c7-13a3-4b36-ae61-ed11dcc63cbf req-81b94465-a816-4d8c-bebf-ad611f498f4a tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438001 Feb 14 15:24:27.586126 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] Router eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:24:27.738909 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e0a17-12d6-4e7a-b162-327087913e0f req-c0119dec-1cbe-41a3-afeb-d27f1f139635 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:27.740415 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b37e0a17-12d6-4e7a-b162-327087913e0f req-c0119dec-1cbe-41a3-afeb-d27f1f139635 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a30aeb13-9cbd-4d2a-8433-2ad8b6a80533 HTTP/1.1" status: 200 len: 946 time: 0.1042624 Feb 14 15:24:27.745960 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:24:27.755628 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da08e3d-1cef-4eaf-b31c-5c2f82b1f503 None None] Sync routers for ids ['eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'] in dv-cinder-815146-10-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:24:27.758275 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-15f8e145-4120-4e99-9a7d-b64f79c8dc34 admin admin] 10.222.0.87 "PUT /v2.0/routers/eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1005414 Feb 14 15:24:27.759644 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42760) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:27.767661 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da08e3d-1cef-4eaf-b31c-5c2f82b1f503 None None] Routers {'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:24:27.768582 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-1da08e3d-1cef-4eaf-b31c-5c2f82b1f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:24:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:27.854015 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [req-b37e0a17-12d6-4e7a-b162-327087913e0f req-9c226926-ab3b-4169-b5db-2d6af2f72fa8 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Deleting port cde5656b-4b1a-4d81-86c4-ff259defc30d {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:24:27.854366 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-b37e0a17-12d6-4e7a-b162-327087913e0f req-9c226926-ab3b-4169-b5db-2d6af2f72fa8 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (cde5656b-4b1a-4d81-86c4-ff259defc30d), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:27.888520 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9598c4b4-31ea-45e7-ab21-daa681995878 admin admin] Publish callbacks [] for router (eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:27.906840 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-1da08e3d-1cef-4eaf-b31c-5c2f82b1f503 None None] Set router eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:24:27.970243 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-b37e0a17-12d6-4e7a-b162-327087913e0f req-9c226926-ab3b-4169-b5db-2d6af2f72fa8 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] For port cde5656b-4b1a-4d81-86c4-ff259defc30d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=cde5656b-4b1a-4d81-86c4-ff259defc30d,segment=NetworkSegment(6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1),segment_id=6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:24:27.970613 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-b37e0a17-12d6-4e7a-b162-327087913e0f req-9c226926-ab3b-4169-b5db-2d6af2f72fa8 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (cde5656b-4b1a-4d81-86c4-ff259defc30d), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:27.986184 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [req-b37e0a17-12d6-4e7a-b162-327087913e0f req-9c226926-ab3b-4169-b5db-2d6af2f72fa8 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Calling delete_port for cde5656b-4b1a-4d81-86c4-ff259defc30d owned by compute:nova {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:24:28.014930 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9598c4b4-31ea-45e7-ab21-daa681995878 admin admin] Publish callbacks [] for router_gateway (eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:28.098998 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-9598c4b4-31ea-45e7-ab21-daa681995878 admin admin] Deleting port e7d6ba3b-92a0-4492-b975-ef6b1cdaed89 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:24:28.099826 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9598c4b4-31ea-45e7-ab21-daa681995878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (e7d6ba3b-92a0-4492-b975-ef6b1cdaed89), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:28.121536 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-1da08e3d-1cef-4eaf-b31c-5c2f82b1f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'name': 'tempest-TestShelveInstance-716058238-router', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:24:26Z', 'revision_number': 5, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'gw_port': {'id': 'e7d6ba3b-92a0-4492-b975-ef6b1cdaed89', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:28.151179 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-b37e0a17-12d6-4e7a-b162-327087913e0f req-9c226926-ab3b-4169-b5db-2d6af2f72fa8 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (cde5656b-4b1a-4d81-86c4-ff259defc30d), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:28.152817 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da08e3d-1cef-4eaf-b31c-5c2f82b1f503 None None] Checking router: eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 for host: dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:24:28.162960 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da08e3d-1cef-4eaf-b31c-5c2f82b1f503 None None] Routers {'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:24:28.164207 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-1da08e3d-1cef-4eaf-b31c-5c2f82b1f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:24:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:28.213383 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-9598c4b4-31ea-45e7-ab21-daa681995878 admin admin] For port e7d6ba3b-92a0-4492-b975-ef6b1cdaed89, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=e7d6ba3b-92a0-4492-b975-ef6b1cdaed89,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:24:28.213753 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9598c4b4-31ea-45e7-ab21-daa681995878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (e7d6ba3b-92a0-4492-b975-ef6b1cdaed89), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:28.226883 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-9598c4b4-31ea-45e7-ab21-daa681995878 admin admin] Calling delete_port for e7d6ba3b-92a0-4492-b975-ef6b1cdaed89 owned by network:router_gateway {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:24:28.229839 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c226926-ab3b-4169-b5db-2d6af2f72fa8 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Pushing event deleted for resources: {'Port': ['ID=cde5656b-4b1a-4d81-86c4-ff259defc30d,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:28.258059 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37e0a17-12d6-4e7a-b162-327087913e0f req-9c226926-ab3b-4169-b5db-2d6af2f72fa8 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] No DVR routers for this DVR port cde5656b-4b1a-4d81-86c4-ff259defc30d on host hv-cinder-81514 {{(pid=102564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:24:28.259255 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-b37e0a17-12d6-4e7a-b162-327087913e0f req-9c226926-ab3b-4169-b5db-2d6af2f72fa8 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:28.264902 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b37e0a17-12d6-4e7a-b162-327087913e0f req-9c226926-ab3b-4169-b5db-2d6af2f72fa8 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.77 "DELETE /v2.0/ports/cde5656b-4b1a-4d81-86c4-ff259defc30d HTTP/1.1" status: 204 len: 173 time: 0.5163457 Feb 14 15:24:28.264902 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30aeb13-9cbd-4d2a-8433-2ad8b6a80533', 'name': 'network-vif-deleted', 'tag': 'cde5656b-4b1a-4d81-86c4-ff259defc30d'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:24:28.267848 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114b17781d7584df24a73d2ca002b1fc4e4ef728ba6c29ea40a3094f371b155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebfa160-c9de-425e-8888-108cb625112d" -d '{"events": [{"server_uuid": "a30aeb13-9cbd-4d2a-8433-2ad8b6a80533", "name": "network-vif-deleted", "tag": "cde5656b-4b1a-4d81-86c4-ff259defc30d"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:24:28.322176 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eade60-fc5e-464a-9c24-f29f416b5a5a x-openstack-request-id: req-c6eade60-fc5e-464a-9c24-f29f416b5a5a {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:24:28.322595 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30aeb13-9cbd-4d2a-8433-2ad8b6a80533", "name": "network-vif-deleted", "tag": "cde5656b-4b1a-4d81-86c4-ff259defc30d", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:24:28.322957 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c6eade60-fc5e-464a-9c24-f29f416b5a5a {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:24:28.324389 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30aeb13-9cbd-4d2a-8433-2ad8b6a80533', 'name': 'network-vif-deleted', 'tag': 'cde5656b-4b1a-4d81-86c4-ff259defc30d', 'status': 'completed', 'code': 200} Feb 14 15:24:28.333433 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-1da08e3d-1cef-4eaf-b31c-5c2f82b1f503 None None] Set router eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 gateway port host: None {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:24:28.471101 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9598c4b4-31ea-45e7-ab21-daa681995878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (e7d6ba3b-92a0-4492-b975-ef6b1cdaed89), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:28.511254 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598c4b4-31ea-45e7-ab21-daa681995878 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d6ba3b-92a0-4492-b975-ef6b1cdaed89,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:28.554167 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-1da08e3d-1cef-4eaf-b31c-5c2f82b1f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'name': 'tempest-TestShelveInstance-716058238-router', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:24:28Z', 'revision_number': 6, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'gw_port_host': None}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:28.561550 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-534b232e-082d-41da-9da8-8541150ec119 req-9140e99f-b1c7-4b38-93af-3d01c1641fee tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30aeb13-9cbd-4d2a-8433-2ad8b6a80533 HTTP/1.1" status: 200 len: 210 time: 0.0519359 Feb 14 15:24:28.593094 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da08e3d-1cef-4eaf-b31c-5c2f82b1f503 None None] The sync data for ids ['eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245'] in dv-cinder-815146-10-iscsi is: [{'id': 'eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245', 'name': 'tempest-TestShelveInstance-716058238-router', 'tenant_id': '1e28581317464343ab5e7b90b7decd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:06Z', 'updated_at': '2022-02-14T15:24:28Z', 'revision_number': 6, 'project_id': '1e28581317464343ab5e7b90b7decd21', 'gw_port_host': None}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:24:28.610437 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9598c4b4-31ea-45e7-ab21-daa681995878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554216'] for router_gateway (eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:28.724496 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9598c4b4-31ea-45e7-ab21-daa681995878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8855'] for router (eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:28.726655 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9598c4b4-31ea-45e7-ab21-daa681995878 admin admin] Publish callbacks [] for router_controller (eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:28.771312 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9598c4b4-31ea-45e7-ab21-daa681995878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553540'] for router (eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:28.771893 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9598c4b4-31ea-45e7-ab21-daa681995878 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 {{(pid=102563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 15:24:28.777190 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9598c4b4-31ea-45e7-ab21-daa681995878 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:28.780872 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-9598c4b4-31ea-45e7-ab21-daa681995878 admin admin] 10.222.0.87 "DELETE /v2.0/routers/eaafc0b8-9cb5-4d47-a1fb-ce6a2602f245 HTTP/1.1" status: 204 len: 168 time: 1.0171630 Feb 14 15:24:28.781082 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42790) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:28.829492 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd4c613-1d4f-4d67-a3d7-f50e721d2f2f admin admin] Deleting subnet 54a1570c-c05e-45b5-b902-0cb5c90e4fba {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:24:28.833688 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fbd4c613-1d4f-4d67-a3d7-f50e721d2f2f admin admin] Publish callbacks [] for subnet (54a1570c-c05e-45b5-b902-0cb5c90e4fba), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:28.869154 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fbd4c613-1d4f-4d67-a3d7-f50e721d2f2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63220632'] for subnet (54a1570c-c05e-45b5-b902-0cb5c90e4fba), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:28.958403 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fbd4c613-1d4f-4d67-a3d7-f50e721d2f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1868731'] for subnet (54a1570c-c05e-45b5-b902-0cb5c90e4fba), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:29.031948 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fbd4c613-1d4f-4d67-a3d7-f50e721d2f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63367949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64822354'] for subnet (54a1570c-c05e-45b5-b902-0cb5c90e4fba), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:29.064118 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fbd4c613-1d4f-4d67-a3d7-f50e721d2f2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:29.067730 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-fbd4c613-1d4f-4d67-a3d7-f50e721d2f2f admin admin] 10.222.0.87 "DELETE /v2.0/subnets/54a1570c-c05e-45b5-b902-0cb5c90e4fba HTTP/1.1" status: 204 len: 168 time: 0.2856429 Feb 14 15:24:29.070502 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 42798) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:29.071587 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceac9441-ee4a-4113-ac87-508d4bd95615 None None] Network fdebf080-3bc3-404e-a5c8-d7de6cb65b03 requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:24:29.084935 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4c613-1d4f-4d67-a3d7-f50e721d2f2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54a1570c-c05e-45b5-b902-0cb5c90e4fba,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:29.160915 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device bb734d8d-1af1-4bc2-90f1-19e3e14d6475 no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:24:29.176109 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5c4df0df-39df-4213-8388-2dd308a5dba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1712449'] for network (fdebf080-3bc3-404e-a5c8-d7de6cb65b03), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:29.186358 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: bb734d8d-1af1-4bc2-90f1-19e3e14d6475 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:24:29.186715 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device bb734d8d-1af1-4bc2-90f1-19e3e14d6475 not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:24:29.246372 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-5c4df0df-39df-4213-8388-2dd308a5dba3 admin admin] Deleting port 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:24:29.246718 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5c4df0df-39df-4213-8388-2dd308a5dba3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:29.302170 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960431d5-d6e4-4b11-a40d-bd6a662de345 None None] DHCP port deletion for fdebf080-3bc3-404e-a5c8-d7de6cb65b03 request from dv-cinder-815146-10-iscsi {{(pid=102565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 15:24:29.324169 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-5c4df0df-39df-4213-8388-2dd308a5dba3 admin admin] For port 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d,segment=NetworkSegment(70d2d735-6709-42fa-8b34-db3d3155490e),segment_id=70d2d735-6709-42fa-8b34-db3d3155490e)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:24:29.324543 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5c4df0df-39df-4213-8388-2dd308a5dba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:29.338284 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-5c4df0df-39df-4213-8388-2dd308a5dba3 admin admin] Calling delete_port for 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d owned by network:dhcp {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:24:29.387294 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-960431d5-d6e4-4b11-a40d-bd6a662de345 None None] Deleting port 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d {{(pid=102565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:24:29.387761 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-960431d5-d6e4-4b11-a40d-bd6a662de345 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d), before_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:29.440496 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5c4df0df-39df-4213-8388-2dd308a5dba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:29.496684 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4df0df-39df-4213-8388-2dd308a5dba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:29.510034 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4df0df-39df-4213-8388-2dd308a5dba3 admin admin] No DVR routers for this DVR port 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d on host dv-cinder-815146-10-iscsi {{(pid=102564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:24:29.528183 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-960431d5-d6e4-4b11-a40d-bd6a662de345 None None] For port 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d,segment=NetworkSegment(70d2d735-6709-42fa-8b34-db3d3155490e),segment_id=70d2d735-6709-42fa-8b34-db3d3155490e)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:24:29.528791 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-960431d5-d6e4-4b11-a40d-bd6a662de345 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d), precommit_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:29.542507 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-960431d5-d6e4-4b11-a40d-bd6a662de345 None None] Calling delete_port for 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d owned by network:dhcp {{(pid=102565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:24:29.595383 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5c4df0df-39df-4213-8388-2dd308a5dba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1869372', 'neutron.services.segments.db._delete_segments_for_network-8752305293424'] for network (fdebf080-3bc3-404e-a5c8-d7de6cb65b03), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:29.620534 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-5c4df0df-39df-4213-8388-2dd308a5dba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdebf080-3bc3-404e-a5c8-d7de6cb65b03']}} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:29.632117 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-5c4df0df-39df-4213-8388-2dd308a5dba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d2d735-6709-42fa-8b34-db3d3155490e') {'for_net_delete': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:29.632235 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-5c4df0df-39df-4213-8388-2dd308a5dba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d2d735-6709-42fa-8b34-db3d3155490e') {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:29.644673 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5c4df0df-39df-4213-8388-2dd308a5dba3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752305294713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63366580'] for segment (70d2d735-6709-42fa-8b34-db3d3155490e), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:29.662494 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5c4df0df-39df-4213-8388-2dd308a5dba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (70d2d735-6709-42fa-8b34-db3d3155490e), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:29.674100 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4df0df-39df-4213-8388-2dd308a5dba3 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=102564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:24:29.674516 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5c4df0df-39df-4213-8388-2dd308a5dba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62982902'] for segment (70d2d735-6709-42fa-8b34-db3d3155490e), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: Traceback (most recent call last): Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: timer() Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: cb(*args, **kw) Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: return func(*args, **kwargs) Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: self._notify() Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: self.callback(batched_events) Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: event.method(event) Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: return f(self, *a, **k) Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: return self._get(url).json() Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: return self.request(url, 'GET', **kwargs) Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:24:29.676339 dv-cinder-815146-10-iscsi neutron-server[102564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:24:29.680713 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-960431d5-d6e4-4b11-a40d-bd6a662de345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436'] for port (9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d), after_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:29.709545 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960431d5-d6e4-4b11-a40d-bd6a662de345 None None] Pushing event deleted for resources: {'Port': ['ID=9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d,revision_number=None']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:29.712198 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960431d5-d6e4-4b11-a40d-bd6a662de345 None None] No DVR routers for this DVR port 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d on host dv-cinder-815146-10-iscsi {{(pid=102565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:24:29.720090 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960431d5-d6e4-4b11-a40d-bd6a662de345 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:29.720529 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960431d5-d6e4-4b11-a40d-bd6a662de345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:29.720947 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960431d5-d6e4-4b11-a40d-bd6a662de345 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:29.721358 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960431d5-d6e4-4b11-a40d-bd6a662de345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:29.721761 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960431d5-d6e4-4b11-a40d-bd6a662de345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:29.722199 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960431d5-d6e4-4b11-a40d-bd6a662de345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:29.722535 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960431d5-d6e4-4b11-a40d-bd6a662de345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:29.723125 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960431d5-d6e4-4b11-a40d-bd6a662de345 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:29.723634 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960431d5-d6e4-4b11-a40d-bd6a662de345 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:29.724124 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960431d5-d6e4-4b11-a40d-bd6a662de345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:29.724616 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960431d5-d6e4-4b11-a40d-bd6a662de345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:29.725124 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960431d5-d6e4-4b11-a40d-bd6a662de345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:29.725595 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960431d5-d6e4-4b11-a40d-bd6a662de345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:29.748597 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5c4df0df-39df-4213-8388-2dd308a5dba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1869365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560688'] for network (fdebf080-3bc3-404e-a5c8-d7de6cb65b03), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:29.757451 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5c4df0df-39df-4213-8388-2dd308a5dba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:29.760705 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-5c4df0df-39df-4213-8388-2dd308a5dba3 admin admin] 10.222.0.87 "DELETE /v2.0/networks/fdebf080-3bc3-404e-a5c8-d7de6cb65b03 HTTP/1.1" status: 204 len: 168 time: 0.6884954 Feb 14 15:24:29.764341 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42814) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:29.771711 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4df0df-39df-4213-8388-2dd308a5dba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdebf080-3bc3-404e-a5c8-d7de6cb65b03,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:29.956579 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device cde5656b-4b1a-4d81-86c4-ff259defc30d no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:24:29.976460 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] No Port match for: cde5656b-4b1a-4d81-86c4-ff259defc30d {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:24:29.976809 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device cde5656b-4b1a-4d81-86c4-ff259defc30d not bound to the agent host hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:24:30.112997 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-489a89e3-7604-4f0d-8b89-d1a543e3977c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559394'] for router_interface (2acf9160-b654-4a2e-9504-301313dc118c), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:30.352369 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-489a89e3-7604-4f0d-8b89-d1a543e3977c admin admin] Deleting port bc62ffc9-0441-497a-9891-834eaff42004 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:24:30.352691 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-489a89e3-7604-4f0d-8b89-d1a543e3977c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (bc62ffc9-0441-497a-9891-834eaff42004), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:30.427494 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-489a89e3-7604-4f0d-8b89-d1a543e3977c admin admin] For port bc62ffc9-0441-497a-9891-834eaff42004, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=bc62ffc9-0441-497a-9891-834eaff42004,segment=NetworkSegment(20a0ae5f-a10e-4b00-bbd6-ea6418a72df3),segment_id=20a0ae5f-a10e-4b00-bbd6-ea6418a72df3)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:24:30.427935 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-489a89e3-7604-4f0d-8b89-d1a543e3977c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (bc62ffc9-0441-497a-9891-834eaff42004), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:30.440708 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-489a89e3-7604-4f0d-8b89-d1a543e3977c admin admin] Calling delete_port for bc62ffc9-0441-497a-9891-834eaff42004 owned by network:router_interface {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:24:30.630848 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-489a89e3-7604-4f0d-8b89-d1a543e3977c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (bc62ffc9-0441-497a-9891-834eaff42004), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:30.670559 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a89e3-7604-4f0d-8b89-d1a543e3977c admin admin] Pushing event deleted for resources: {'Port': ['ID=bc62ffc9-0441-497a-9891-834eaff42004,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:30.988369 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device e7d6ba3b-92a0-4492-b975-ef6b1cdaed89 no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:24:31.008600 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: e7d6ba3b-92a0-4492-b975-ef6b1cdaed89 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:24:31.008945 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device e7d6ba3b-92a0-4492-b975-ef6b1cdaed89 not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:24:31.009353 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:24:31.031205 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:24:31.031558 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 9a8e0e1d-35b3-4aa9-930f-7511d7ac6c6d not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:24:31.094009 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-489a89e3-7604-4f0d-8b89-d1a543e3977c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559542'] for router_interface (2acf9160-b654-4a2e-9504-301313dc118c), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:31.311187 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489a89e3-7604-4f0d-8b89-d1a543e3977c admin admin] Router 2acf9160-b654-4a2e-9504-301313dc118c has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:24:31.417041 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489a89e3-7604-4f0d-8b89-d1a543e3977c admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:24:31.422695 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-489a89e3-7604-4f0d-8b89-d1a543e3977c admin admin] 10.222.0.87 "PUT /v2.0/routers/2acf9160-b654-4a2e-9504-301313dc118c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6573420 Feb 14 15:24:31.425282 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42826) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:31.427984 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c76578-5312-4283-8e5f-ee7a83472bbb None None] Sync routers for ids ['2acf9160-b654-4a2e-9504-301313dc118c'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:24:31.439660 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c76578-5312-4283-8e5f-ee7a83472bbb None None] Routers {'2acf9160-b654-4a2e-9504-301313dc118c'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:24:31.440370 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-18c76578-5312-4283-8e5f-ee7a83472bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:24:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['2acf9160-b654-4a2e-9504-301313dc118c'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:31.541809 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bdccfa1e-ede6-41b3-aa3a-f69be865200f admin admin] Publish callbacks [] for router (2acf9160-b654-4a2e-9504-301313dc118c), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:31.652187 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bdccfa1e-ede6-41b3-aa3a-f69be865200f admin admin] Publish callbacks [] for router_gateway (2acf9160-b654-4a2e-9504-301313dc118c), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:31.684345 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-18c76578-5312-4283-8e5f-ee7a83472bbb None None] Set router 2acf9160-b654-4a2e-9504-301313dc118c gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:24:31.709435 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-bdccfa1e-ede6-41b3-aa3a-f69be865200f admin admin] Deleting port 2c6960e8-dd74-4a43-91d5-a50319de54b6 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:24:31.709784 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bdccfa1e-ede6-41b3-aa3a-f69be865200f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (2c6960e8-dd74-4a43-91d5-a50319de54b6), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:31.786748 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-bdccfa1e-ede6-41b3-aa3a-f69be865200f admin admin] For port 2c6960e8-dd74-4a43-91d5-a50319de54b6, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=2c6960e8-dd74-4a43-91d5-a50319de54b6,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:24:31.787115 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bdccfa1e-ede6-41b3-aa3a-f69be865200f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (2c6960e8-dd74-4a43-91d5-a50319de54b6), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:31.800090 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-bdccfa1e-ede6-41b3-aa3a-f69be865200f admin admin] Calling delete_port for 2c6960e8-dd74-4a43-91d5-a50319de54b6 owned by network:router_gateway {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:24:31.867049 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-18c76578-5312-4283-8e5f-ee7a83472bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2acf9160-b654-4a2e-9504-301313dc118c', 'name': 'tempest-TestShelveInstance-753038312-router', 'tenant_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '2c6960e8-dd74-4a43-91d5-a50319de54b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:11Z', 'updated_at': '2022-02-14T15:24:30Z', 'revision_number': 5, 'project_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'gw_port': {'id': '2c6960e8-dd74-4a43-91d5-a50319de54b6', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acf9160-b654-4a2e-9504-301313dc118c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:19:12Z', 'updated_at': '2022-02-14T15:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:31.898532 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c76578-5312-4283-8e5f-ee7a83472bbb None None] Checking router: 2acf9160-b654-4a2e-9504-301313dc118c for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:24:31.908756 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c76578-5312-4283-8e5f-ee7a83472bbb None None] Routers {'2acf9160-b654-4a2e-9504-301313dc118c'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:24:31.909315 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-18c76578-5312-4283-8e5f-ee7a83472bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:24:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['2acf9160-b654-4a2e-9504-301313dc118c'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:31.970508 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bdccfa1e-ede6-41b3-aa3a-f69be865200f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (2c6960e8-dd74-4a43-91d5-a50319de54b6), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:31.997422 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-18c76578-5312-4283-8e5f-ee7a83472bbb None None] Set router 2acf9160-b654-4a2e-9504-301313dc118c gateway port host: None {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:24:31.999178 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccfa1e-ede6-41b3-aa3a-f69be865200f admin admin] Pushing event deleted for resources: {'Port': ['ID=2c6960e8-dd74-4a43-91d5-a50319de54b6,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:32.054792 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-18c76578-5312-4283-8e5f-ee7a83472bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2acf9160-b654-4a2e-9504-301313dc118c', 'name': 'tempest-TestShelveInstance-753038312-router', 'tenant_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:11Z', 'updated_at': '2022-02-14T15:24:31Z', 'revision_number': 6, 'project_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'gw_port_host': None}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:32.060568 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bdccfa1e-ede6-41b3-aa3a-f69be865200f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554216'] for router_gateway (2acf9160-b654-4a2e-9504-301313dc118c), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:32.083190 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c76578-5312-4283-8e5f-ee7a83472bbb None None] The sync data for ids ['2acf9160-b654-4a2e-9504-301313dc118c'] in dv-cinder-815146-10-iscsi is: [{'id': '2acf9160-b654-4a2e-9504-301313dc118c', 'name': 'tempest-TestShelveInstance-753038312-router', 'tenant_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:19:11Z', 'updated_at': '2022-02-14T15:24:31Z', 'revision_number': 6, 'project_id': 'fb0c3f54e7b047ed94564ffc91519cbc', 'gw_port_host': None}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:24:32.152985 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bdccfa1e-ede6-41b3-aa3a-f69be865200f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8855'] for router (2acf9160-b654-4a2e-9504-301313dc118c), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:32.155516 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bdccfa1e-ede6-41b3-aa3a-f69be865200f admin admin] Publish callbacks [] for router_controller (2acf9160-b654-4a2e-9504-301313dc118c), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:32.199723 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bdccfa1e-ede6-41b3-aa3a-f69be865200f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553540'] for router (2acf9160-b654-4a2e-9504-301313dc118c), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:32.200196 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdccfa1e-ede6-41b3-aa3a-f69be865200f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2acf9160-b654-4a2e-9504-301313dc118c {{(pid=102563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 15:24:32.205053 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bdccfa1e-ede6-41b3-aa3a-f69be865200f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:32.206201 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-bdccfa1e-ede6-41b3-aa3a-f69be865200f admin admin] 10.222.0.87 "DELETE /v2.0/routers/2acf9160-b654-4a2e-9504-301313dc118c HTTP/1.1" status: 204 len: 168 time: 0.7789650 Feb 14 15:24:32.208790 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42832) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:32.252461 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c8469d-45e2-4fcc-a2f3-cd2772206e1e admin admin] Deleting subnet 03f729a6-6fee-400e-8e38-2671e98e0a8a {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:24:32.255551 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e1c8469d-45e2-4fcc-a2f3-cd2772206e1e admin admin] Publish callbacks [] for subnet (03f729a6-6fee-400e-8e38-2671e98e0a8a), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:32.289372 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e1c8469d-45e2-4fcc-a2f3-cd2772206e1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63220632'] for subnet (03f729a6-6fee-400e-8e38-2671e98e0a8a), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:32.367880 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e1c8469d-45e2-4fcc-a2f3-cd2772206e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1868731'] for subnet (03f729a6-6fee-400e-8e38-2671e98e0a8a), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:32.418130 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e1c8469d-45e2-4fcc-a2f3-cd2772206e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63367949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64822354'] for subnet (03f729a6-6fee-400e-8e38-2671e98e0a8a), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:32.445845 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8469d-45e2-4fcc-a2f3-cd2772206e1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f729a6-6fee-400e-8e38-2671e98e0a8a,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:32.447990 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e1c8469d-45e2-4fcc-a2f3-cd2772206e1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:32.453639 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d081617-e444-4738-b6d4-f8cbd059b75d None None] Network 8caf150a-9829-49b2-9fd7-d0c0a531b884 requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:24:32.454344 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 42834) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:32.454816 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e1c8469d-45e2-4fcc-a2f3-cd2772206e1e admin admin] 10.222.0.87 "DELETE /v2.0/subnets/03f729a6-6fee-400e-8e38-2671e98e0a8a HTTP/1.1" status: 204 len: 168 time: 0.2445729 Feb 14 15:24:32.529407 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f7e9fa99-90c5-48e2-8d88-7488c06820bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1712449'] for network (8caf150a-9829-49b2-9fd7-d0c0a531b884), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:32.586570 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-f7e9fa99-90c5-48e2-8d88-7488c06820bf admin admin] Deleting port 33d869ec-fed0-4a4a-8695-c44fda673944 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:24:32.586914 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f7e9fa99-90c5-48e2-8d88-7488c06820bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (33d869ec-fed0-4a4a-8695-c44fda673944), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:32.654590 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-f7e9fa99-90c5-48e2-8d88-7488c06820bf admin admin] For port 33d869ec-fed0-4a4a-8695-c44fda673944, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=33d869ec-fed0-4a4a-8695-c44fda673944,segment=NetworkSegment(20a0ae5f-a10e-4b00-bbd6-ea6418a72df3),segment_id=20a0ae5f-a10e-4b00-bbd6-ea6418a72df3)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:24:32.655179 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f7e9fa99-90c5-48e2-8d88-7488c06820bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (33d869ec-fed0-4a4a-8695-c44fda673944), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:32.667478 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-f7e9fa99-90c5-48e2-8d88-7488c06820bf admin admin] Calling delete_port for 33d869ec-fed0-4a4a-8695-c44fda673944 owned by network:dhcp {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:24:32.757997 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f7e9fa99-90c5-48e2-8d88-7488c06820bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (33d869ec-fed0-4a4a-8695-c44fda673944), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:32.781087 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9fa99-90c5-48e2-8d88-7488c06820bf admin admin] Pushing event deleted for resources: {'Port': ['ID=33d869ec-fed0-4a4a-8695-c44fda673944,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:32.782913 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e9fa99-90c5-48e2-8d88-7488c06820bf admin admin] No DVR routers for this DVR port 33d869ec-fed0-4a4a-8695-c44fda673944 on host dv-cinder-815146-10-iscsi {{(pid=102564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:24:32.861425 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f7e9fa99-90c5-48e2-8d88-7488c06820bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1869372', 'neutron.services.segments.db._delete_segments_for_network-8752305293424'] for network (8caf150a-9829-49b2-9fd7-d0c0a531b884), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:32.864657 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adf8e04-9a20-4f5f-875e-ff633f3025e2 None None] DHCP port deletion for 8caf150a-9829-49b2-9fd7-d0c0a531b884 request from dv-cinder-815146-10-iscsi {{(pid=102565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 15:24:32.883019 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-f7e9fa99-90c5-48e2-8d88-7488c06820bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8caf150a-9829-49b2-9fd7-d0c0a531b884']}} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:32.892557 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-f7e9fa99-90c5-48e2-8d88-7488c06820bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a0ae5f-a10e-4b00-bbd6-ea6418a72df3') {'for_net_delete': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:32.893064 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-f7e9fa99-90c5-48e2-8d88-7488c06820bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a0ae5f-a10e-4b00-bbd6-ea6418a72df3') {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:32.904754 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f7e9fa99-90c5-48e2-8d88-7488c06820bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752305294713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63366580'] for segment (20a0ae5f-a10e-4b00-bbd6-ea6418a72df3), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:32.920337 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f7e9fa99-90c5-48e2-8d88-7488c06820bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (20a0ae5f-a10e-4b00-bbd6-ea6418a72df3), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:32.928454 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e9fa99-90c5-48e2-8d88-7488c06820bf admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=102564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:24:32.929004 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f7e9fa99-90c5-48e2-8d88-7488c06820bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62982902'] for segment (20a0ae5f-a10e-4b00-bbd6-ea6418a72df3), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: Traceback (most recent call last): Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: timer() Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: cb(*args, **kw) Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: return func(*args, **kwargs) Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: self._notify() Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: self.callback(batched_events) Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: event.method(event) Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: return f(self, *a, **k) Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: return self._get(url).json() Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: return self.request(url, 'GET', **kwargs) Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:24:32.931085 dv-cinder-815146-10-iscsi neutron-server[102564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:24:32.949739 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 33d869ec-fed0-4a4a-8695-c44fda673944 no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:24:32.976177 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: 33d869ec-fed0-4a4a-8695-c44fda673944 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:24:32.976528 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 33d869ec-fed0-4a4a-8695-c44fda673944 not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:24:32.977226 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device bc62ffc9-0441-497a-9891-834eaff42004 no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:24:33.003208 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: bc62ffc9-0441-497a-9891-834eaff42004 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:24:33.003893 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device bc62ffc9-0441-497a-9891-834eaff42004 not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:24:33.004020 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 2c6960e8-dd74-4a43-91d5-a50319de54b6 no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:24:33.009250 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f7e9fa99-90c5-48e2-8d88-7488c06820bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1869365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560688'] for network (8caf150a-9829-49b2-9fd7-d0c0a531b884), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:33.025258 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f7e9fa99-90c5-48e2-8d88-7488c06820bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:33.028740 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-f7e9fa99-90c5-48e2-8d88-7488c06820bf admin admin] 10.222.0.87 "DELETE /v2.0/networks/8caf150a-9829-49b2-9fd7-d0c0a531b884 HTTP/1.1" status: 204 len: 168 time: 0.5726197 Feb 14 15:24:33.031177 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9fa99-90c5-48e2-8d88-7488c06820bf admin admin] Pushing event deleted for resources: {'Network': ['ID=8caf150a-9829-49b2-9fd7-d0c0a531b884,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:33.036355 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: 2c6960e8-dd74-4a43-91d5-a50319de54b6 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:24:33.037176 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 2c6960e8-dd74-4a43-91d5-a50319de54b6 not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:24:33.167511 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 42854) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:33.209431 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-6daa66f8-1f75-48db-a4f0-bf7385ac9f0d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1e28581317464343ab5e7b90b7decd21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406945 Feb 14 15:24:33.211924 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 42856) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:33.263024 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-078c93a2-8fe5-447b-9de8-6e7795650a9e admin admin] Publish callbacks [] for security_group (f1e61196-77b6-4331-99d7-b4662ec15c40), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:33.284247 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-078c93a2-8fe5-447b-9de8-6e7795650a9e admin admin] Publish callbacks [] for security_group (f1e61196-77b6-4331-99d7-b4662ec15c40), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:33.334987 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-078c93a2-8fe5-447b-9de8-6e7795650a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (f1e61196-77b6-4331-99d7-b4662ec15c40), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:33.337674 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-078c93a2-8fe5-447b-9de8-6e7795650a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:33.338838 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-078c93a2-8fe5-447b-9de8-6e7795650a9e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f1e61196-77b6-4331-99d7-b4662ec15c40 HTTP/1.1" status: 204 len: 168 time: 0.1260176 Feb 14 15:24:33.348030 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c93a2-8fe5-447b-9de8-6e7795650a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e61196-77b6-4331-99d7-b4662ec15c40,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:33.655556 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42864) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:33.695073 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-152aae80-3d21-424d-aea4-f3326ac3b7ec admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fb0c3f54e7b047ed94564ffc91519cbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382700 Feb 14 15:24:33.697451 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42866) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:33.743202 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-16bd11f3-3db4-483b-b43a-6a7c9c80fc24 admin admin] Publish callbacks [] for security_group (489e1745-f73d-4fd8-bfe1-ea3d621c7f88), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:33.764300 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-16bd11f3-3db4-483b-b43a-6a7c9c80fc24 admin admin] Publish callbacks [] for security_group (489e1745-f73d-4fd8-bfe1-ea3d621c7f88), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:33.812887 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-16bd11f3-3db4-483b-b43a-6a7c9c80fc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (489e1745-f73d-4fd8-bfe1-ea3d621c7f88), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:33.815603 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-16bd11f3-3db4-483b-b43a-6a7c9c80fc24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:33.816983 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-16bd11f3-3db4-483b-b43a-6a7c9c80fc24 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/489e1745-f73d-4fd8-bfe1-ea3d621c7f88 HTTP/1.1" status: 204 len: 168 time: 0.1184626 Feb 14 15:24:33.824538 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd11f3-3db4-483b-b43a-6a7c9c80fc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489e1745-f73d-4fd8-bfe1-ea3d621c7f88,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:34.791607 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc744397-0874-420b-bf93-f690ad27437a req-64b8dc8c-78c3-4298-b453-960667591ccc tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:34.793127 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cc744397-0874-420b-bf93-f690ad27437a req-64b8dc8c-78c3-4298-b453-960667591ccc tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 947 time: 0.0562713 Feb 14 15:24:34.839177 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cc744397-0874-420b-bf93-f690ad27437a req-61650195-8b40-4225-8157-43398ba2264c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403419 Feb 14 15:24:35.148146 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 42898) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:35.251968 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2d36959d-8d30-4381-9162-21834eb90f7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:35.326692 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2d36959d-8d30-4381-9162-21834eb90f7f admin admin] Publish callbacks [] for security_group (d6763003-0917-4e3c-bf6f-500119673bc3), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:35.330381 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2d36959d-8d30-4381-9162-21834eb90f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (d6763003-0917-4e3c-bf6f-500119673bc3), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:35.368513 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-2d36959d-8d30-4381-9162-21834eb90f7f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d937cf2f782347018bdda88fa9ab9725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192130 Feb 14 15:24:35.370559 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36959d-8d30-4381-9162-21834eb90f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6763003-0917-4e3c-bf6f-500119673bc3,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:35.371670 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 42904) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:35.420369 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-83fdb637-707d-41f3-90cc-01e791d2cb3d admin admin] Publish callbacks [] for security_group (d6763003-0917-4e3c-bf6f-500119673bc3), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:35.441409 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-83fdb637-707d-41f3-90cc-01e791d2cb3d admin admin] Publish callbacks [] for security_group (d6763003-0917-4e3c-bf6f-500119673bc3), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:35.486384 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-83fdb637-707d-41f3-90cc-01e791d2cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (d6763003-0917-4e3c-bf6f-500119673bc3), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:35.489246 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-83fdb637-707d-41f3-90cc-01e791d2cb3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:35.490425 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-83fdb637-707d-41f3-90cc-01e791d2cb3d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d6763003-0917-4e3c-bf6f-500119673bc3 HTTP/1.1" status: 204 len: 168 time: 0.1177523 Feb 14 15:24:35.498745 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fdb637-707d-41f3-90cc-01e791d2cb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6763003-0917-4e3c-bf6f-500119673bc3,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:35.983748 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a2a20-3b76-4719-9936-2e68d98d48fc req-f858fcc8-d465-4596-a3ed-b9b09f050972 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:35.985283 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-947a2a20-3b76-4719-9936-2e68d98d48fc req-f858fcc8-d465-4596-a3ed-b9b09f050972 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 947 time: 0.0594170 Feb 14 15:24:36.034471 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-947a2a20-3b76-4719-9936-2e68d98d48fc req-6101745c-d442-43f1-9411-65881117fd97 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428953 Feb 14 15:24:37.172532 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b70357-a6a8-49cf-b362-f16ed44aebf8 req-e9f50400-ba4e-4e9b-a6fa-aa99c06f3bda tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:37.174171 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-32b70357-a6a8-49cf-b362-f16ed44aebf8 req-e9f50400-ba4e-4e9b-a6fa-aa99c06f3bda tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 947 time: 0.0593820 Feb 14 15:24:37.219458 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-32b70357-a6a8-49cf-b362-f16ed44aebf8 req-1b59dc27-8631-4017-8e3e-0a356fc76e3c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397294 Feb 14 15:24:37.668535 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16839e5-0125-455a-b835-49c541fa6162 req-4d713525-0fd6-4abc-9f27-88f4e9a9be28 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:37.670030 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f16839e5-0125-455a-b835-49c541fa6162 req-4d713525-0fd6-4abc-9f27-88f4e9a9be28 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/networks?id=254fc47e-ee41-4994-bafb-efb8510a86a1 HTTP/1.1" status: 200 len: 814 time: 0.1084733 Feb 14 15:24:37.684506 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f16839e5-0125-455a-b835-49c541fa6162 req-ea4f35de-30eb-4d0a-ac59-f19403c27160 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/quotas/17e6b12a4cf04e009c4595095c67bc42 HTTP/1.1" status: 200 len: 375 time: 0.0090258 Feb 14 15:24:37.696687 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-b5c24ae5-f64d-4012-93dc-6789029b6673 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=c65f6f0db5084baea5f5960a1aa148dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284021 Feb 14 15:24:37.716624 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f16839e5-0125-455a-b835-49c541fa6162 req-8f5d9376-40bd-4286-8925-7b3b6c40f9d2 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=17e6b12a4cf04e009c4595095c67bc42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270782 Feb 14 15:24:37.809494 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f16839e5-0125-455a-b835-49c541fa6162 req-35362b6f-af2c-4869-a562-2ae50f939a8e service neutron] 10.222.0.87 "GET /v2.0/networks/254fc47e-ee41-4994-bafb-efb8510a86a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857813 Feb 14 15:24:37.885242 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-c631e4d0-e123-44b4-a86d-a89e09e742f4 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:37.886993 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-c631e4d0-e123-44b4-a86d-a89e09e742f4 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852388 Feb 14 15:24:37.900424 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f16839e5-0125-455a-b835-49c541fa6162 req-dfe49f1a-3ae4-4fe9-8810-01fd8178210c service neutron] 10.222.0.87 "GET /v2.0/networks/254fc47e-ee41-4994-bafb-efb8510a86a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843093 Feb 14 15:24:37.902410 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-720f2bd0-53f7-4c78-bebd-d931bf96ab9c tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/quotas/c65f6f0db5084baea5f5960a1aa148dc HTTP/1.1" status: 200 len: 375 time: 0.0092680 Feb 14 15:24:37.938446 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-d58b7b46-571e-48e0-8679-00b83dccb29f tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c65f6f0db5084baea5f5960a1aa148dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305600 Feb 14 15:24:38.098471 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e146054b-72e8-4d15-92e2-350dcec3f720 req-824f6649-45d4-43e6-8006-a7bb0dc520b9 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1f56093-aebd-4679-9cb9-7ca5607a1c8c HTTP/1.1" status: 200 len: 210 time: 0.0541966 Feb 14 15:24:38.105826 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9c6acc8d-051f-49d9-8135-aaaf2771e3b2 req-1fc1ccda-882f-404c-9ec0-30d875e94a80 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/ports?device_id=1132ae5d-42c0-480b-8760-00c9f300882c HTTP/1.1" status: 200 len: 210 time: 0.0278623 Feb 14 15:24:38.368160 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c33b9b-6b8e-4152-844a-6201ed75a474 req-44f35e6d-dfe2-420d-bfc4-55161ef3eb90 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:38.369667 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b9c33b9b-6b8e-4152-844a-6201ed75a474 req-44f35e6d-dfe2-420d-bfc4-55161ef3eb90 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 947 time: 0.0693936 Feb 14 15:24:38.428863 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b9c33b9b-6b8e-4152-844a-6201ed75a474 req-b7060f26-9aa8-4fa0-80fc-a6e502db061b tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups?id=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497608 Feb 14 15:24:38.597608 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96407a16-56fc-449b-ad4d-bf6ccec46e43 req-69fc73ed-4755-4856-8f4f-8d75eda4fde2 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:38.599680 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-96407a16-56fc-449b-ad4d-bf6ccec46e43 req-69fc73ed-4755-4856-8f4f-8d75eda4fde2 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 947 time: 0.0665810 Feb 14 15:24:38.703840 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [req-96407a16-56fc-449b-ad4d-bf6ccec46e43 req-163fb874-f77c-4df5-99ad-6e7faad32cd8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Deleting port 93a43e8e-01de-461e-862d-8159fbeabd27 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:24:38.704510 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-96407a16-56fc-449b-ad4d-bf6ccec46e43 req-163fb874-f77c-4df5-99ad-6e7faad32cd8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:38.792209 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-96407a16-56fc-449b-ad4d-bf6ccec46e43 req-163fb874-f77c-4df5-99ad-6e7faad32cd8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] For port 93a43e8e-01de-461e-862d-8159fbeabd27, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=93a43e8e-01de-461e-862d-8159fbeabd27,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:24:38.792573 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-96407a16-56fc-449b-ad4d-bf6ccec46e43 req-163fb874-f77c-4df5-99ad-6e7faad32cd8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:38.973952 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-96407a16-56fc-449b-ad4d-bf6ccec46e43 req-163fb874-f77c-4df5-99ad-6e7faad32cd8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:38.974285 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-96407a16-56fc-449b-ad4d-bf6ccec46e43 req-163fb874-f77c-4df5-99ad-6e7faad32cd8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560674'] for floatingip (748039b0-72f2-45e1-8910-040e683173d9), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:38.974558 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.l3_db [req-96407a16-56fc-449b-ad4d-bf6ccec46e43 req-163fb874-f77c-4df5-99ad-6e7faad32cd8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Floating IP 748039b0-72f2-45e1-8910-040e683173d9 disassociated. External IP: 172.27.0.186, port: 93a43e8e-01de-461e-862d-8159fbeabd27. Feb 14 15:24:38.974911 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [req-96407a16-56fc-449b-ad4d-bf6ccec46e43 req-163fb874-f77c-4df5-99ad-6e7faad32cd8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Calling delete_port for 93a43e8e-01de-461e-862d-8159fbeabd27 owned by compute:nova {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:24:39.112151 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-aa723bc1-f67d-44a9-bd17-66ad3a8fb4da tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c65f6f0db5084baea5f5960a1aa148dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403461 Feb 14 15:24:39.113799 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-96407a16-56fc-449b-ad4d-bf6ccec46e43 req-163fb874-f77c-4df5-99ad-6e7faad32cd8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (93a43e8e-01de-461e-862d-8159fbeabd27), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:39.165486 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fb874-f77c-4df5-99ad-6e7faad32cd8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Pushing event deleted for resources: {'Port': ['ID=93a43e8e-01de-461e-862d-8159fbeabd27,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:39.266637 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4372c9f5-4ce9-4ec9-82ae-a3e2da8024a7 req-b62b12c4-45b2-478f-be07-dcf0bae39249 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/ports?device_id=1132ae5d-42c0-480b-8760-00c9f300882c HTTP/1.1" status: 200 len: 210 time: 0.0311370 Feb 14 15:24:39.313660 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5dc7b4c2-b9e8-41ab-af49-413633999058 req-75978d99-b852-4824-b5d7-7c9f69b7e961 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1f56093-aebd-4679-9cb9-7ca5607a1c8c HTTP/1.1" status: 200 len: 210 time: 0.0599356 Feb 14 15:24:39.322178 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16839e5-0125-455a-b835-49c541fa6162 req-708077c2-91be-4695-bdd3-b881742a8439 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:39.323891 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f16839e5-0125-455a-b835-49c541fa6162 req-708077c2-91be-4695-bdd3-b881742a8439 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.77 "GET /v2.0/networks?id=254fc47e-ee41-4994-bafb-efb8510a86a1 HTTP/1.1" status: 200 len: 814 time: 0.2851341 Feb 14 15:24:39.336595 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-f16839e5-0125-455a-b835-49c541fa6162 req-6d1fdb20-06e2-4200-9b4a-61033b60d17e tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Request body: {'port': {'device_id': 'f1f56093-aebd-4679-9cb9-7ca5607a1c8c', 'network_id': '254fc47e-ee41-4994-bafb-efb8510a86a1', 'admin_state_up': True, 'tenant_id': '17e6b12a4cf04e009c4595095c67bc42'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:24:39.347320 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96407a16-56fc-449b-ad4d-bf6ccec46e43 req-163fb874-f77c-4df5-99ad-6e7faad32cd8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Router afc37eec-1140-4610-bb73-d0253e5d83f2 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:24:39.377570 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-aa5f44fb-374d-4cd1-a7ff-fd6317d90324 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:39.378997 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-aa5f44fb-374d-4cd1-a7ff-fd6317d90324 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2618301 Feb 14 15:24:39.412346 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-4921e723-1d7e-4bb6-bb8e-770c9afffcf2 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Request body: {'port': {'device_id': '1132ae5d-42c0-480b-8760-00c9f300882c', 'network_id': '77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f', 'admin_state_up': True, 'tenant_id': 'c65f6f0db5084baea5f5960a1aa148dc'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:24:39.460320 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96407a16-56fc-449b-ad4d-bf6ccec46e43 req-163fb874-f77c-4df5-99ad-6e7faad32cd8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:24:39.473109 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1784c61-6ea5-4641-80eb-fdab6a7137eb None None] Sync routers for ids ['afc37eec-1140-4610-bb73-d0253e5d83f2'] in dv-cinder-815146-10-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:24:39.487071 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1784c61-6ea5-4641-80eb-fdab6a7137eb None None] Routers {'afc37eec-1140-4610-bb73-d0253e5d83f2'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:24:39.488065 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-d1784c61-6ea5-4641-80eb-fdab6a7137eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:24:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['afc37eec-1140-4610-bb73-d0253e5d83f2'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:39.512876 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [req-96407a16-56fc-449b-ad4d-bf6ccec46e43 req-163fb874-f77c-4df5-99ad-6e7faad32cd8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] No DVR routers for this DVR port 93a43e8e-01de-461e-862d-8159fbeabd27 on host hv-cinder-81514 {{(pid=102564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:24:39.521214 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-96407a16-56fc-449b-ad4d-bf6ccec46e43 req-163fb874-f77c-4df5-99ad-6e7faad32cd8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:39.526078 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-96407a16-56fc-449b-ad4d-bf6ccec46e43 req-163fb874-f77c-4df5-99ad-6e7faad32cd8 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.77 "DELETE /v2.0/ports/93a43e8e-01de-461e-862d-8159fbeabd27 HTTP/1.1" status: 204 len: 173 time: 0.9219270 Feb 14 15:24:39.526574 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6bb619-c407-4a5f-88c2-dc526c24c219', 'name': 'network-vif-deleted', 'tag': '93a43e8e-01de-461e-862d-8159fbeabd27'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:24:39.528935 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114b17781d7584df24a73d2ca002b1fc4e4ef728ba6c29ea40a3094f371b155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a280e88f-1695-49da-aa84-0470daf23557" -d '{"events": [{"server_uuid": "ab6bb619-c407-4a5f-88c2-dc526c24c219", "name": "network-vif-deleted", "tag": "93a43e8e-01de-461e-862d-8159fbeabd27"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:24:39.618372 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-129941f1-0a7a-4628-b6c8-628a82c1b0b4 req-55f85021-5928-4286-a695-bfac8199e81d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab6bb619-c407-4a5f-88c2-dc526c24c219 HTTP/1.1" status: 200 len: 210 time: 0.0859404 Feb 14 15:24:39.620092 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbb408d-1f43-4203-a608-3ad54289c898 x-openstack-request-id: req-1dbb408d-1f43-4203-a608-3ad54289c898 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:24:39.620385 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6bb619-c407-4a5f-88c2-dc526c24c219", "name": "network-vif-deleted", "tag": "93a43e8e-01de-461e-862d-8159fbeabd27", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:24:39.620819 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1dbb408d-1f43-4203-a608-3ad54289c898 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:24:39.621374 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6bb619-c407-4a5f-88c2-dc526c24c219', 'name': 'network-vif-deleted', 'tag': '93a43e8e-01de-461e-862d-8159fbeabd27', 'status': 'completed', 'code': 200} Feb 14 15:24:39.680247 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-d1784c61-6ea5-4641-80eb-fdab6a7137eb None None] Set router afc37eec-1140-4610-bb73-d0253e5d83f2 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:24:39.845632 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16839e5-0125-455a-b835-49c541fa6162 req-6d1fdb20-06e2-4200-9b4a-61033b60d17e tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Made reservation on behalf of 17e6b12a4cf04e009c4595095c67bc42 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:24:39.848939 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-f16839e5-0125-455a-b835-49c541fa6162 req-6d1fdb20-06e2-4200-9b4a-61033b60d17e tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:39.872085 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-4921e723-1d7e-4bb6-bb8e-770c9afffcf2 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Made reservation on behalf of c65f6f0db5084baea5f5960a1aa148dc for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:24:39.876104 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-4921e723-1d7e-4bb6-bb8e-770c9afffcf2 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:39.890576 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-4921e723-1d7e-4bb6-bb8e-770c9afffcf2 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:39.925320 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-d1784c61-6ea5-4641-80eb-fdab6a7137eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-router', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:35Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'gw_port': {'id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '40238533-d58d-410a-b2b6-babcc8ff24e4', 'name': '', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'mac_address': 'fa:16:3e:92:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:43Z', 'updated_at': '2022-02-14T15:18:01Z', 'revision_number': 5, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'subnets': [{'id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:39.951429 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1784c61-6ea5-4641-80eb-fdab6a7137eb None None] Checking router: afc37eec-1140-4610-bb73-d0253e5d83f2 for host: dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:24:39.961212 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1784c61-6ea5-4641-80eb-fdab6a7137eb None None] Routers {'afc37eec-1140-4610-bb73-d0253e5d83f2'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:24:39.961816 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-d1784c61-6ea5-4641-80eb-fdab6a7137eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:24:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['afc37eec-1140-4610-bb73-d0253e5d83f2'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:40.030529 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-f16839e5-0125-455a-b835-49c541fa6162 req-6d1fdb20-06e2-4200-9b4a-61033b60d17e tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Allocated IP 172.20.0.2 (254fc47e-ee41-4994-bafb-efb8510a86a1/24c6f0fe-71e2-4cc9-9e1b-5a80cb954f04/33d2eba6-f91e-4a24-a807-f9a3984a81ff) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:24:40.066785 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-4921e723-1d7e-4bb6-bb8e-770c9afffcf2 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Publish callbacks [] for security_group (e8c62b17-5d5f-4e1e-90fa-f67861beacdf), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:40.073269 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-4921e723-1d7e-4bb6-bb8e-770c9afffcf2 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (e8c62b17-5d5f-4e1e-90fa-f67861beacdf), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:40.075401 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-d1784c61-6ea5-4641-80eb-fdab6a7137eb None None] Set router afc37eec-1140-4610-bb73-d0253e5d83f2 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:24:40.169767 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921e723-1d7e-4bb6-bb8e-770c9afffcf2 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c62b17-5d5f-4e1e-90fa-f67861beacdf,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:40.274787 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-d1784c61-6ea5-4641-80eb-fdab6a7137eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-router', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:35Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'gw_port': {'id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '40238533-d58d-410a-b2b6-babcc8ff24e4', 'name': '', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'mac_address': 'fa:16:3e:92:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:43Z', 'updated_at': '2022-02-14T15:18:01Z', 'revision_number': 5, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'subnets': [{'id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:40.297857 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-4921e723-1d7e-4bb6-bb8e-770c9afffcf2 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Allocated IP 192.168.233.102 (77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f/4b60a838-b304-4e09-ab77-0e1b0d7bc6ef/182d5d00-c0cd-412b-b00c-0fe2445e0a43) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:24:40.305917 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1784c61-6ea5-4641-80eb-fdab6a7137eb None None] The sync data for ids ['afc37eec-1140-4610-bb73-d0253e5d83f2'] in dv-cinder-815146-10-iscsi is: [{'id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-router', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:35Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'gw_port': {'id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '40238533-d58d-410a-b2b6-babcc8ff24e4', 'name': '', 'network_id': 'f46612e4-5188-4afd-b927-413922cf4afb', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'mac_address': 'fa:16:3e:92:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:43Z', 'updated_at': '2022-02-14T15:18:01Z', 'revision_number': 5, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'subnets': [{'id': '36ea11a7-e606-4181-a1a1-331e0ed702b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:24:40.310230 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-f16839e5-0125-455a-b835-49c541fa6162 req-6d1fdb20-06e2-4200-9b4a-61033b60d17e tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Publish callbacks [] for port (33d2eba6-f91e-4a24-a807-f9a3984a81ff), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:40.427713 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d15230f4-772e-44cf-bd7b-7d5874b9c13e req-8d9f6b26-939c-4902-a33f-82688be73a74 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1f56093-aebd-4679-9cb9-7ca5607a1c8c HTTP/1.1" status: 200 len: 210 time: 0.0354333 Feb 14 15:24:40.435331 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1324b4c4-06ce-4547-83b0-f547e665eee5 req-82fc3aa4-6623-4216-9490-78c81b6219e4 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/ports?device_id=1132ae5d-42c0-480b-8760-00c9f300882c HTTP/1.1" status: 200 len: 210 time: 0.0616238 Feb 14 15:24:40.478492 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-f16839e5-0125-455a-b835-49c541fa6162 req-6d1fdb20-06e2-4200-9b4a-61033b60d17e tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (33d2eba6-f91e-4a24-a807-f9a3984a81ff), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:40.548993 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16839e5-0125-455a-b835-49c541fa6162 req-6d1fdb20-06e2-4200-9b4a-61033b60d17e tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Network 254fc47e-ee41-4994-bafb-efb8510a86a1 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:24:40.562731 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-f16839e5-0125-455a-b835-49c541fa6162 req-6d1fdb20-06e2-4200-9b4a-61033b60d17e tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:24:40.567916 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16839e5-0125-455a-b835-49c541fa6162 req-6d1fdb20-06e2-4200-9b4a-61033b60d17e tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:24:40.570469 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fdb20-06e2-4200-9b4a-61033b60d17e tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Pushing event updated for resources: {'Port': ['ID=33d2eba6-f91e-4a24-a807-f9a3984a81ff,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:40.582188 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d14569e-5f2a-48f5-aec0-71a4545f4d11 None None] New status for floating IP 748039b0-72f2-45e1-8910-040e683173d9: DOWN {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:24:40.605285 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-4921e723-1d7e-4bb6-bb8e-770c9afffcf2 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Publish callbacks [] for port (182d5d00-c0cd-412b-b00c-0fe2445e0a43), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:40.636466 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16839e5-0125-455a-b835-49c541fa6162 req-6d1fdb20-06e2-4200-9b4a-61033b60d17e tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:40.637092 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-f16839e5-0125-455a-b835-49c541fa6162 req-6d1fdb20-06e2-4200-9b4a-61033b60d17e tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:40.665753 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f16839e5-0125-455a-b835-49c541fa6162 req-6d1fdb20-06e2-4200-9b4a-61033b60d17e tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3329780 Feb 14 15:24:40.671726 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-4921e723-1d7e-4bb6-bb8e-770c9afffcf2 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (182d5d00-c0cd-412b-b00c-0fe2445e0a43), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:40.679508 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-f16839e5-0125-455a-b835-49c541fa6162 req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] Request body: {'port': {'device_id': 'f1f56093-aebd-4679-9cb9-7ca5607a1c8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:24:40.736021 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 43016) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:40.751175 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-4921e723-1d7e-4bb6-bb8e-770c9afffcf2 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Network 77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:24:40.779781 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-4921e723-1d7e-4bb6-bb8e-770c9afffcf2 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:24:40.784308 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-4921e723-1d7e-4bb6-bb8e-770c9afffcf2 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:24:40.790044 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921e723-1d7e-4bb6-bb8e-770c9afffcf2 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Pushing event updated for resources: {'Port': ['ID=182d5d00-c0cd-412b-b00c-0fe2445e0a43,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:40.804009 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-27932971-b83a-428c-ae2e-8cca37fa580d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group (a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:40.820712 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-f16839e5-0125-455a-b835-49c541fa6162 req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (33d2eba6-f91e-4a24-a807-f9a3984a81ff), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:40.831165 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-27932971-b83a-428c-ae2e-8cca37fa580d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group (a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:40.851502 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-4921e723-1d7e-4bb6-bb8e-770c9afffcf2 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:40.852312 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-4921e723-1d7e-4bb6-bb8e-770c9afffcf2 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:40.895641 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-4921e723-1d7e-4bb6-bb8e-770c9afffcf2 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4870291 Feb 14 15:24:40.898578 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-27932971-b83a-428c-ae2e-8cca37fa580d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:40.901486 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-27932971-b83a-428c-ae2e-8cca37fa580d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:40.906304 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-27932971-b83a-428c-ae2e-8cca37fa580d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "DELETE /v2.0/security-groups/a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41 HTTP/1.1" status: 204 len: 168 time: 0.1690826 Feb 14 15:24:40.907422 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 43018) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:40.909676 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] Request body: {'port': {'device_id': '1132ae5d-42c0-480b-8760-00c9f300882c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:24:40.930126 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.api.v2.resource [None req-5fa289bf-2a1f-4eaf-af97-5b404b0783af tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] show failed (client error): The resource could not be found. Feb 14 15:24:40.931104 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-5fa289bf-2a1f-4eaf-af97-5b404b0783af tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "GET /v2.0/security-groups/a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41 HTTP/1.1" status: 404 len: 347 time: 0.0193110 Feb 14 15:24:40.932095 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27932971-b83a-428c-ae2e-8cca37fa580d tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b98f6c-0fd0-4cf1-b210-1656aaf0fa41,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:40.933947 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 43020) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:41.050451 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-af04e7b7-2ed6-4948-a25a-204d5f542773 None None] Provisioning complete for port 182d5d00-c0cd-412b-b00c-0fe2445e0a43 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:24:41.050978 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-af04e7b7-2ed6-4948-a25a-204d5f542773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (182d5d00-c0cd-412b-b00c-0fe2445e0a43), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:41.057755 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (182d5d00-c0cd-412b-b00c-0fe2445e0a43), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:41.086238 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-7951fda4-4cc5-4557-9586-d90690061227 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Deleting port 0a2d8dbf-e10c-4711-961e-c9236866f0c9 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:24:41.086585 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7951fda4-4cc5-4557-9586-d90690061227 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (0a2d8dbf-e10c-4711-961e-c9236866f0c9), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:41.088959 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-af04e7b7-2ed6-4948-a25a-204d5f542773 None None] Port 182d5d00-c0cd-412b-b00c-0fe2445e0a43 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:24:41.166339 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7951fda4-4cc5-4557-9586-d90690061227 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (0a2d8dbf-e10c-4711-961e-c9236866f0c9), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:41.166671 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7951fda4-4cc5-4557-9586-d90690061227 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for floatingip (0a2d8dbf-e10c-4711-961e-c9236866f0c9), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:41.179273 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-7951fda4-4cc5-4557-9586-d90690061227 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Calling delete_port for 0a2d8dbf-e10c-4711-961e-c9236866f0c9 owned by network:floatingip {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:24:41.311121 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7951fda4-4cc5-4557-9586-d90690061227 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (0a2d8dbf-e10c-4711-961e-c9236866f0c9), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:41.329719 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-f16839e5-0125-455a-b835-49c541fa6162 req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d2eba6-f91e-4a24-a807-f9a3984a81ff {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:24:41.337959 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951fda4-4cc5-4557-9586-d90690061227 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Pushing event deleted for resources: {'Port': ['ID=0a2d8dbf-e10c-4711-961e-c9236866f0c9,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:41.341764 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-f16839e5-0125-455a-b835-49c541fa6162 req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] Publish callbacks [] for port (33d2eba6-f91e-4a24-a807-f9a3984a81ff), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:41.363340 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-f16839e5-0125-455a-b835-49c541fa6162 req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] Transition to ACTIVE for port object 33d2eba6-f91e-4a24-a807-f9a3984a81ff will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:24:41.374242 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-f16839e5-0125-455a-b835-49c541fa6162 req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (33d2eba6-f91e-4a24-a807-f9a3984a81ff), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:41.406231 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7951fda4-4cc5-4557-9586-d90690061227 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks [] for floatingip (748039b0-72f2-45e1-8910-040e683173d9), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:41.408965 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7951fda4-4cc5-4557-9586-d90690061227 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:41.410142 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-7951fda4-4cc5-4557-9586-d90690061227 tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] 10.222.0.87 "DELETE /v2.0/floatingips/748039b0-72f2-45e1-8910-040e683173d9 HTTP/1.1" status: 204 len: 168 time: 0.4750924 Feb 14 15:24:41.474592 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] Pushing event updated for resources: {'Port': ['ID=33d2eba6-f91e-4a24-a807-f9a3984a81ff,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:41.529414 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182d5d00-c0cd-412b-b00c-0fe2445e0a43 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:24:41.543394 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] Publish callbacks [] for port (182d5d00-c0cd-412b-b00c-0fe2445e0a43), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:41.582724 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971add44-4c86-4f74-a9b4-6d8075afccf6 req-f555389c-2909-4f87-bba3-b9a7a53b22a4 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:41.584332 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-971add44-4c86-4f74-a9b4-6d8075afccf6 req-f555389c-2909-4f87-bba3-b9a7a53b22a4 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1f56093-aebd-4679-9cb9-7ca5607a1c8c HTTP/1.1" status: 200 len: 943 time: 0.0766630 Feb 14 15:24:41.586605 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] Transition to ACTIVE for port object 182d5d00-c0cd-412b-b00c-0fe2445e0a43 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:24:41.596805 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (182d5d00-c0cd-412b-b00c-0fe2445e0a43), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:41.642783 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-971add44-4c86-4f74-a9b4-6d8075afccf6 req-1127c0b8-18b4-4f55-bf97-40a6075bb8ba tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496066 Feb 14 15:24:41.645961 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-f16839e5-0125-455a-b835-49c541fa6162 req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] Attempting to bind port 33d2eba6-f91e-4a24-a807-f9a3984a81ff on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:24:41.646315 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-f16839e5-0125-455a-b835-49c541fa6162 req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] Attempting to bind port 33d2eba6-f91e-4a24-a807-f9a3984a81ff by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '254fc47e-ee41-4994-bafb-efb8510a86a1'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:24:41.646654 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16839e5-0125-455a-b835-49c541fa6162 req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] Attempting to bind port 33d2eba6-f91e-4a24-a807-f9a3984a81ff on network 254fc47e-ee41-4994-bafb-efb8510a86a1 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:24:41.672589 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16839e5-0125-455a-b835-49c541fa6162 req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] Port 33d2eba6-f91e-4a24-a807-f9a3984a81ff on network 254fc47e-ee41-4994-bafb-efb8510a86a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:24:41.672927 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16839e5-0125-455a-b835-49c541fa6162 req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] Attempting to bind port 33d2eba6-f91e-4a24-a807-f9a3984a81ff on network 254fc47e-ee41-4994-bafb-efb8510a86a1 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:24:41.678476 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] Pushing event updated for resources: {'Port': ['ID=182d5d00-c0cd-412b-b00c-0fe2445e0a43,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:41.694237 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f34d0-66c0-43d2-9592-d5a969dca0e9 req-d935fbab-2d17-42df-ab3a-329f67a178e5 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:41.695844 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-715f34d0-66c0-43d2-9592-d5a969dca0e9 req-d935fbab-2d17-42df-ab3a-329f67a178e5 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/ports?device_id=1132ae5d-42c0-480b-8760-00c9f300882c HTTP/1.1" status: 200 len: 936 time: 0.1471953 Feb 14 15:24:41.696631 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16839e5-0125-455a-b835-49c541fa6162 req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] Checking agent: {'id': 'f190771b-33cd-44d9-aea8-80be24af3e8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'started_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:24:41.696977 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16839e5-0125-455a-b835-49c541fa6162 req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] Checking segment: {'id': '6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '254fc47e-ee41-4994-bafb-efb8510a86a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:24:41.697404 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16839e5-0125-455a-b835-49c541fa6162 req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] Bound using segment: {'id': '6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '254fc47e-ee41-4994-bafb-efb8510a86a1'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:24:41.697828 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-f16839e5-0125-455a-b835-49c541fa6162 req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] Bound port: 33d2eba6-f91e-4a24-a807-f9a3984a81ff, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '254fc47e-ee41-4994-bafb-efb8510a86a1'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:24:41.698218 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-f16839e5-0125-455a-b835-49c541fa6162 req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (33d2eba6-f91e-4a24-a807-f9a3984a81ff), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:41.855014 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-715f34d0-66c0-43d2-9592-d5a969dca0e9 req-cae2ec89-72cc-4b22-b2b3-4ba91b62b38f tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8c62b17-5d5f-4e1e-90fa-f67861beacdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441348 Feb 14 15:24:41.868987 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-f16839e5-0125-455a-b835-49c541fa6162 req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] For port 33d2eba6-f91e-4a24-a807-f9a3984a81ff, host hv-cinder-81514, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:24:41.872432 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-f16839e5-0125-455a-b835-49c541fa6162 req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] For port 33d2eba6-f91e-4a24-a807-f9a3984a81ff, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=33d2eba6-f91e-4a24-a807-f9a3984a81ff,segment=NetworkSegment(6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1),segment_id=6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:24:41.874482 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] Attempting to bind port 182d5d00-c0cd-412b-b00c-0fe2445e0a43 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:24:41.874658 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] Attempting to bind port 182d5d00-c0cd-412b-b00c-0fe2445e0a43 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '02d5e276-f974-4381-b208-f5f2f8abf6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:24:41.874896 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] Attempting to bind port 182d5d00-c0cd-412b-b00c-0fe2445e0a43 on network 77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:24:41.882753 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-f16839e5-0125-455a-b835-49c541fa6162 req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (33d2eba6-f91e-4a24-a807-f9a3984a81ff), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:41.884702 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] Port 182d5d00-c0cd-412b-b00c-0fe2445e0a43 on network 77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:24:41.885028 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] Attempting to bind port 182d5d00-c0cd-412b-b00c-0fe2445e0a43 on network 77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:24:41.916968 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] Checking agent: {'id': 'f190771b-33cd-44d9-aea8-80be24af3e8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'started_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:24:41.917314 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] Checking segment: {'id': '02d5e276-f974-4381-b208-f5f2f8abf6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:24:41.917692 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] Bound using segment: {'id': '02d5e276-f974-4381-b208-f5f2f8abf6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:24:41.918166 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] Bound port: 182d5d00-c0cd-412b-b00c-0fe2445e0a43, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d5e276-f974-4381-b208-f5f2f8abf6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:24:41.918577 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (182d5d00-c0cd-412b-b00c-0fe2445e0a43), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:41.939980 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16839e5-0125-455a-b835-49c541fa6162 req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:41.940602 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-f16839e5-0125-455a-b835-49c541fa6162 req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:41.941967 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f16839e5-0125-455a-b835-49c541fa6162 req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] 10.222.0.77 "PUT /v2.0/ports/33d2eba6-f91e-4a24-a807-f9a3984a81ff HTTP/1.1" status: 200 len: 1093 time: 1.2683108 Feb 14 15:24:41.942410 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f56093-aebd-4679-9cb9-7ca5607a1c8c', 'tag': '33d2eba6-f91e-4a24-a807-f9a3984a81ff'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:24:41.944629 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977ae662-8b9a-4b09-a6b3-43410d610770" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f56093-aebd-4679-9cb9-7ca5607a1c8c", "tag": "33d2eba6-f91e-4a24-a807-f9a3984a81ff"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:24:41.988343 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4598372-31ed-412a-b59e-0cb7a1c71679 x-openstack-request-id: req-b4598372-31ed-412a-b59e-0cb7a1c71679 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:24:41.988642 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f56093-aebd-4679-9cb9-7ca5607a1c8c", "tag": "33d2eba6-f91e-4a24-a807-f9a3984a81ff", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:24:41.988903 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b4598372-31ed-412a-b59e-0cb7a1c71679 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:24:41.989305 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f56093-aebd-4679-9cb9-7ca5607a1c8c', 'tag': '33d2eba6-f91e-4a24-a807-f9a3984a81ff', 'status': 'completed', 'code': 200} Feb 14 15:24:42.022816 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd2de7-82e3-4228-9d1c-e616be3ec218 service neutron] Pushing event updated for resources: {'Port': ['ID=33d2eba6-f91e-4a24-a807-f9a3984a81ff,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:42.057319 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] For port 182d5d00-c0cd-412b-b00c-0fe2445e0a43, host hv-cinder-81514, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:24:42.060821 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] For port 182d5d00-c0cd-412b-b00c-0fe2445e0a43, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=182d5d00-c0cd-412b-b00c-0fe2445e0a43,segment=NetworkSegment(02d5e276-f974-4381-b208-f5f2f8abf6be),segment_id=02d5e276-f974-4381-b208-f5f2f8abf6be)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:24:42.068319 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16839e5-0125-455a-b835-49c541fa6162 req-d3b15ef6-cdda-4a4e-9d8e-87b4c47a937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:42.069866 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f16839e5-0125-455a-b835-49c541fa6162 req-d3b15ef6-cdda-4a4e-9d8e-87b4c47a937f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=17e6b12a4cf04e009c4595095c67bc42&device_id=f1f56093-aebd-4679-9cb9-7ca5607a1c8c HTTP/1.1" status: 200 len: 1127 time: 0.0782280 Feb 14 15:24:42.070828 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (182d5d00-c0cd-412b-b00c-0fe2445e0a43), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:42.138254 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f16839e5-0125-455a-b835-49c541fa6162 req-84369fe3-cd80-48a3-9bd0-602af6ff18c8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33d2eba6-f91e-4a24-a807-f9a3984a81ff HTTP/1.1" status: 200 len: 217 time: 0.0590737 Feb 14 15:24:42.140106 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:42.140731 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:42.142016 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] 10.222.0.77 "PUT /v2.0/ports/182d5d00-c0cd-412b-b00c-0fe2445e0a43 HTTP/1.1" status: 200 len: 1098 time: 1.2392650 Feb 14 15:24:42.228855 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9fee6-014d-40ff-9a81-ccc6afb98f57 service neutron] Pushing event updated for resources: {'Port': ['ID=182d5d00-c0cd-412b-b00c-0fe2445e0a43,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:42.245911 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16839e5-0125-455a-b835-49c541fa6162 req-91a6b2a8-f6b3-4c15-beef-690ac961bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:42.247422 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f16839e5-0125-455a-b835-49c541fa6162 req-91a6b2a8-f6b3-4c15-beef-690ac961bd07 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=24c6f0fe-71e2-4cc9-9e1b-5a80cb954f04 HTTP/1.1" status: 200 len: 854 time: 0.1006324 Feb 14 15:24:42.258178 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-8e36588d-ddda-4dab-a365-ca38cf049284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:42.259716 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-8e36588d-ddda-4dab-a365-ca38cf049284 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c65f6f0db5084baea5f5960a1aa148dc&device_id=1132ae5d-42c0-480b-8760-00c9f300882c HTTP/1.1" status: 200 len: 1132 time: 0.0774877 Feb 14 15:24:42.318556 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f16839e5-0125-455a-b835-49c541fa6162 req-1934e08c-1fea-456b-8097-6156bef4a53f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=254fc47e-ee41-4994-bafb-efb8510a86a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578892 Feb 14 15:24:42.320187 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-cc075277-78a6-4842-a2d0-29053def66fc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=182d5d00-c0cd-412b-b00c-0fe2445e0a43 HTTP/1.1" status: 200 len: 217 time: 0.0510535 Feb 14 15:24:42.429200 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3e6d4e2a-37d6-422a-b91c-3c1fbce7b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:42.430566 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-3e6d4e2a-37d6-422a-b91c-3c1fbce7b964 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b60a838-b304-4e09-ab77-0e1b0d7bc6ef HTTP/1.1" status: 200 len: 843 time: 0.1008806 Feb 14 15:24:42.475920 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f16839e5-0125-455a-b835-49c541fa6162 req-bae6fdc9-2891-43f4-901d-7beb0c2d8dbc service neutron] 10.222.0.77 "GET /v2.0/networks/254fc47e-ee41-4994-bafb-efb8510a86a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473005 Feb 14 15:24:42.550342 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-c5d4ff26-9ea8-49aa-90c1-344bb48bb70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:42.551879 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-c5d4ff26-9ea8-49aa-90c1-344bb48bb70a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1140635 Feb 14 15:24:42.601144 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f16839e5-0125-455a-b835-49c541fa6162 req-085dad53-2213-4899-8cd6-21e09da39831 service neutron] 10.222.0.77 "GET /v2.0/networks/254fc47e-ee41-4994-bafb-efb8510a86a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198616 Feb 14 15:24:42.682960 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-4aecb52b-0f96-470b-a5cd-320c308119d4 service neutron] 10.222.0.77 "GET /v2.0/networks/77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250038 Feb 14 15:24:42.744060 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ae662-8b9a-4b09-a6b3-43410d610770 req-bf7e62f5-d325-4b0d-857b-339df34d50d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:42.745721 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-977ae662-8b9a-4b09-a6b3-43410d610770 req-bf7e62f5-d325-4b0d-857b-339df34d50d4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=17e6b12a4cf04e009c4595095c67bc42&device_id=f1f56093-aebd-4679-9cb9-7ca5607a1c8c HTTP/1.1" status: 200 len: 1127 time: 0.0965204 Feb 14 15:24:42.855152 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:42.900468 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9476e5c9-a621-4bed-b4dd-6419d6e887cb req-8e5d2a81-fe45-4227-a888-67086c63e6d1 service neutron] 10.222.0.77 "GET /v2.0/networks/77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088509 Feb 14 15:24:42.915770 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4951585-cee7-44a5-83ce-028d1d9c20f5 req-0edc306e-d731-4891-8372-95bb16302ddd tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:42.917492 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a4951585-cee7-44a5-83ce-028d1d9c20f5 req-0edc306e-d731-4891-8372-95bb16302ddd tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1f56093-aebd-4679-9cb9-7ca5607a1c8c HTTP/1.1" status: 200 len: 943 time: 0.1961837 Feb 14 15:24:42.941495 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ae662-8b9a-4b09-a6b3-43410d610770 req-1e10cd19-c7d3-4f36-aa13-0c5d4addc44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:42.942976 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-977ae662-8b9a-4b09-a6b3-43410d610770 req-1e10cd19-c7d3-4f36-aa13-0c5d4addc44d service neutron] 10.222.0.77 "GET /v2.0/networks?id=254fc47e-ee41-4994-bafb-efb8510a86a1 HTTP/1.1" status: 200 len: 915 time: 0.1761775 Feb 14 15:24:42.986019 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b7cb1-7298-4171-8050-eaf0a4b726a8 req-c6446b0c-8c64-473c-92de-b373fe45fb32 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:42.987719 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9a9b7cb1-7298-4171-8050-eaf0a4b726a8 req-c6446b0c-8c64-473c-92de-b373fe45fb32 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/ports?device_id=1132ae5d-42c0-480b-8760-00c9f300882c HTTP/1.1" status: 200 len: 948 time: 0.0558448 Feb 14 15:24:42.997911 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-977ae662-8b9a-4b09-a6b3-43410d610770 req-d7d0c511-d58b-4fe2-bef4-34e906bc8bd6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33d2eba6-f91e-4a24-a807-f9a3984a81ff HTTP/1.1" status: 200 len: 217 time: 0.0473056 Feb 14 15:24:43.045159 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9a9b7cb1-7298-4171-8050-eaf0a4b726a8 req-b03fba4a-470c-4464-b14f-186f4ca7e8d0 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8c62b17-5d5f-4e1e-90fa-f67861beacdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513813 Feb 14 15:24:43.046734 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a4951585-cee7-44a5-83ce-028d1d9c20f5 req-b9d19882-9eb9-47e4-b3d9-1baf743516b2 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209333 Feb 14 15:24:43.069660 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ae662-8b9a-4b09-a6b3-43410d610770 req-c2d5e8bd-d67a-4b36-8345-98ccb6ad5368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:43.071119 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-977ae662-8b9a-4b09-a6b3-43410d610770 req-c2d5e8bd-d67a-4b36-8345-98ccb6ad5368 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=24c6f0fe-71e2-4cc9-9e1b-5a80cb954f04 HTTP/1.1" status: 200 len: 854 time: 0.0624695 Feb 14 15:24:43.103961 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-977ae662-8b9a-4b09-a6b3-43410d610770 req-b47f667d-33ba-443f-acf7-aabe38b2b79c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=254fc47e-ee41-4994-bafb-efb8510a86a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250404 Feb 14 15:24:43.192557 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-977ae662-8b9a-4b09-a6b3-43410d610770 req-c937ee0b-0ce3-4076-a0cc-38efe9bc9446 service neutron] 10.222.0.77 "GET /v2.0/networks/254fc47e-ee41-4994-bafb-efb8510a86a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822325 Feb 14 15:24:43.286534 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-977ae662-8b9a-4b09-a6b3-43410d610770 req-a1f63a7f-f09a-4376-9f1b-f050cae98d69 service neutron] 10.222.0.77 "GET /v2.0/networks/254fc47e-ee41-4994-bafb-efb8510a86a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869713 Feb 14 15:24:43.413960 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a5e624aa-aa25-4034-b99c-6fb618ec44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:43.905490 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 43054) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:43.990358 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1132ae5d-42c0-480b-8760-00c9f300882c', 'tag': '182d5d00-c0cd-412b-b00c-0fe2445e0a43'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:24:43.992688 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d70c10e-a745-4c48-840d-1991d52214fd" -d '{"events": [{"name": "network-changed", "server_uuid": "1132ae5d-42c0-480b-8760-00c9f300882c", "tag": "182d5d00-c0cd-412b-b00c-0fe2445e0a43"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:24:44.003809 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 93a43e8e-01de-461e-862d-8159fbeabd27 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:24:44.033508 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] No Port match for: 93a43e8e-01de-461e-862d-8159fbeabd27 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:24:44.033746 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2cb764-91a6-48f1-865f-df18c485a321 x-openstack-request-id: req-2e2cb764-91a6-48f1-865f-df18c485a321 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:24:44.034113 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 93a43e8e-01de-461e-862d-8159fbeabd27 not bound to the agent host hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:24:44.034218 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1132ae5d-42c0-480b-8760-00c9f300882c", "tag": "182d5d00-c0cd-412b-b00c-0fe2445e0a43", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:24:44.034869 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2e2cb764-91a6-48f1-865f-df18c485a321 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:24:44.035161 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1132ae5d-42c0-480b-8760-00c9f300882c', 'tag': '182d5d00-c0cd-412b-b00c-0fe2445e0a43', 'status': 'completed', 'code': 200} Feb 14 15:24:44.184471 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e6d49-0189-4b07-b6fd-2a98ba2e9dc9 req-1bb4ef96-e3a3-48cd-9617-f06ba1d368a7 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:44.186499 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-328e6d49-0189-4b07-b6fd-2a98ba2e9dc9 req-1bb4ef96-e3a3-48cd-9617-f06ba1d368a7 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1f56093-aebd-4679-9cb9-7ca5607a1c8c HTTP/1.1" status: 200 len: 943 time: 0.0523653 Feb 14 15:24:44.222167 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70c10e-a745-4c48-840d-1991d52214fd req-a84f3db1-0041-4747-8985-3dc936449a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:44.223758 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5d70c10e-a745-4c48-840d-1991d52214fd req-a84f3db1-0041-4747-8985-3dc936449a7d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c65f6f0db5084baea5f5960a1aa148dc&device_id=1132ae5d-42c0-480b-8760-00c9f300882c HTTP/1.1" status: 200 len: 1132 time: 0.1650708 Feb 14 15:24:44.241445 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-328e6d49-0189-4b07-b6fd-2a98ba2e9dc9 req-77c4d661-cd1a-428e-b535-dc1604b1f247 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489452 Feb 14 15:24:44.538961 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746ac5f-3804-4652-89b0-ef85e6c49365 req-2b3630ac-1201-4fbf-b94f-683ee43471ee tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:44.540973 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f746ac5f-3804-4652-89b0-ef85e6c49365 req-2b3630ac-1201-4fbf-b94f-683ee43471ee tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/ports?device_id=1132ae5d-42c0-480b-8760-00c9f300882c HTTP/1.1" status: 200 len: 948 time: 0.4105041 Feb 14 15:24:44.685871 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f746ac5f-3804-4652-89b0-ef85e6c49365 req-ffd3976f-259c-4f0a-a780-71b6d22baa0e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8c62b17-5d5f-4e1e-90fa-f67861beacdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386313 Feb 14 15:24:44.726886 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70c10e-a745-4c48-840d-1991d52214fd req-576b591b-df96-47f0-9f01-e83d603c0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:44.728396 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5d70c10e-a745-4c48-840d-1991d52214fd req-576b591b-df96-47f0-9f01-e83d603c0bd7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f HTTP/1.1" status: 200 len: 870 time: 0.4978814 Feb 14 15:24:44.780660 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5d70c10e-a745-4c48-840d-1991d52214fd req-9bd8cbb6-7bbe-4120-8b45-aab2d6d360e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=182d5d00-c0cd-412b-b00c-0fe2445e0a43 HTTP/1.1" status: 200 len: 217 time: 0.0430279 Feb 14 15:24:44.866896 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70c10e-a745-4c48-840d-1991d52214fd req-65981da4-5749-4250-9a54-294e9c9be64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:44.868279 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5d70c10e-a745-4c48-840d-1991d52214fd req-65981da4-5749-4250-9a54-294e9c9be64e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b60a838-b304-4e09-ab77-0e1b0d7bc6ef HTTP/1.1" status: 200 len: 843 time: 0.0712988 Feb 14 15:24:44.940003 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70c10e-a745-4c48-840d-1991d52214fd req-fdd5990d-213a-4508-956c-ee0dde07d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:44.941494 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5d70c10e-a745-4c48-840d-1991d52214fd req-fdd5990d-213a-4508-956c-ee0dde07d839 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0667343 Feb 14 15:24:45.063649 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ee6caee2-ac03-4cd5-9be3-fb08acf0c529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559394'] for router_interface (afc37eec-1140-4610-bb73-d0253e5d83f2), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:45.067641 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5d70c10e-a745-4c48-840d-1991d52214fd req-744c38d6-ff79-4fd4-9110-1484bef00abe service neutron] 10.222.0.77 "GET /v2.0/networks/77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179430 Feb 14 15:24:45.233595 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5d70c10e-a745-4c48-840d-1991d52214fd req-90659f2d-a1f9-454f-af00-34bf26c56269 service neutron] 10.222.0.77 "GET /v2.0/networks/77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326544 Feb 14 15:24:45.390903 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-ee6caee2-ac03-4cd5-9be3-fb08acf0c529 admin admin] Deleting port 40238533-d58d-410a-b2b6-babcc8ff24e4 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:24:45.391252 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ee6caee2-ac03-4cd5-9be3-fb08acf0c529 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (40238533-d58d-410a-b2b6-babcc8ff24e4), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:45.477239 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-ee6caee2-ac03-4cd5-9be3-fb08acf0c529 admin admin] For port 40238533-d58d-410a-b2b6-babcc8ff24e4, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=40238533-d58d-410a-b2b6-babcc8ff24e4,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:24:45.477616 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ee6caee2-ac03-4cd5-9be3-fb08acf0c529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (40238533-d58d-410a-b2b6-babcc8ff24e4), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:45.491062 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-ee6caee2-ac03-4cd5-9be3-fb08acf0c529 admin admin] Calling delete_port for 40238533-d58d-410a-b2b6-babcc8ff24e4 owned by network:router_interface {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:24:45.594857 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06498dc6-5bea-4cdf-ad25-f56b487f1aaf req-b94d3385-52ae-4881-ace9-866e49ff69f3 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:45.596460 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-06498dc6-5bea-4cdf-ad25-f56b487f1aaf req-b94d3385-52ae-4881-ace9-866e49ff69f3 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1f56093-aebd-4679-9cb9-7ca5607a1c8c HTTP/1.1" status: 200 len: 943 time: 0.2812569 Feb 14 15:24:45.609216 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f6c7bf9-082c-4aa4-8b6e-af2f774bfc62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:45.647474 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-06498dc6-5bea-4cdf-ad25-f56b487f1aaf req-23ef8de3-921d-42ba-823b-67e4cd9b5608 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454051 Feb 14 15:24:45.688403 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ee6caee2-ac03-4cd5-9be3-fb08acf0c529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (40238533-d58d-410a-b2b6-babcc8ff24e4), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:45.713618 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6caee2-ac03-4cd5-9be3-fb08acf0c529 admin admin] Pushing event deleted for resources: {'Port': ['ID=40238533-d58d-410a-b2b6-babcc8ff24e4,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:45.886941 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96485d4-2e76-43a4-bab0-1bbb1357fa34 req-5bbf38c5-329d-4b3d-816e-7d94b4679737 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:45.888486 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a96485d4-2e76-43a4-bab0-1bbb1357fa34 req-5bbf38c5-329d-4b3d-816e-7d94b4679737 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/ports?device_id=1132ae5d-42c0-480b-8760-00c9f300882c HTTP/1.1" status: 200 len: 948 time: 0.1162064 Feb 14 15:24:45.950610 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ee6caee2-ac03-4cd5-9be3-fb08acf0c529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559542'] for router_interface (afc37eec-1140-4610-bb73-d0253e5d83f2), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:45.983677 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a96485d4-2e76-43a4-bab0-1bbb1357fa34 req-e12dbf77-6a8b-4d36-ad34-faaaa3998262 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8c62b17-5d5f-4e1e-90fa-f67861beacdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701406 Feb 14 15:24:46.002502 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 33d2eba6-f91e-4a24-a807-f9a3984a81ff details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:24:46.097889 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 33d2eba6-f91e-4a24-a807-f9a3984a81ff, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=33d2eba6-f91e-4a24-a807-f9a3984a81ff,segment=NetworkSegment(6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1),segment_id=6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:24:46.112912 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': '33d2eba6-f91e-4a24-a807-f9a3984a81ff', 'network_id': '254fc47e-ee41-4994-bafb-efb8510a86a1', 'port_id': '33d2eba6-f91e-4a24-a807-f9a3984a81ff', 'mac_address': 'fa:16:3e:fe:a6:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c6f0fe-71e2-4cc9-9e1b-5a80cb954f04', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:24:46.149892 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 33d2eba6-f91e-4a24-a807-f9a3984a81ff is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:24:46.150312 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (33d2eba6-f91e-4a24-a807-f9a3984a81ff), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:46.164414 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d2eba6-f91e-4a24-a807-f9a3984a81ff {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:24:46.184466 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 33d2eba6-f91e-4a24-a807-f9a3984a81ff, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=33d2eba6-f91e-4a24-a807-f9a3984a81ff,segment=NetworkSegment(6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1),segment_id=6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:24:46.188449 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (33d2eba6-f91e-4a24-a807-f9a3984a81ff), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:46.189115 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 182d5d00-c0cd-412b-b00c-0fe2445e0a43 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:24:46.190363 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6caee2-ac03-4cd5-9be3-fb08acf0c529 admin admin] Router afc37eec-1140-4610-bb73-d0253e5d83f2 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:24:46.257506 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=33d2eba6-f91e-4a24-a807-f9a3984a81ff,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:46.298214 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6caee2-ac03-4cd5-9be3-fb08acf0c529 admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:24:46.303227 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-ee6caee2-ac03-4cd5-9be3-fb08acf0c529 admin admin] 10.222.0.87 "PUT /v2.0/routers/afc37eec-1140-4610-bb73-d0253e5d83f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3967042 Feb 14 15:24:46.305819 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 43068) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:46.309752 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d84e9da-06ba-4bfd-8fa2-052b0a3e1976 None None] Sync routers for ids ['afc37eec-1140-4610-bb73-d0253e5d83f2'] in dv-cinder-815146-10-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:24:46.319783 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d84e9da-06ba-4bfd-8fa2-052b0a3e1976 None None] Routers {'afc37eec-1140-4610-bb73-d0253e5d83f2'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:24:46.320662 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-4d84e9da-06ba-4bfd-8fa2-052b0a3e1976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:24:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['afc37eec-1140-4610-bb73-d0253e5d83f2'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:46.337177 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 182d5d00-c0cd-412b-b00c-0fe2445e0a43, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=182d5d00-c0cd-412b-b00c-0fe2445e0a43,segment=NetworkSegment(02d5e276-f974-4381-b208-f5f2f8abf6be),segment_id=02d5e276-f974-4381-b208-f5f2f8abf6be)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:24:46.349027 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': '182d5d00-c0cd-412b-b00c-0fe2445e0a43', 'network_id': '77c7d1d7-fe8d-44bd-9cf9-48d75cd9fa2f', 'port_id': '182d5d00-c0cd-412b-b00c-0fe2445e0a43', 'mac_address': 'fa:16:3e:36:39:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b60a838-b304-4e09-ab77-0e1b0d7bc6ef', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:24:46.387435 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 182d5d00-c0cd-412b-b00c-0fe2445e0a43 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:24:46.387884 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (182d5d00-c0cd-412b-b00c-0fe2445e0a43), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:46.402133 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182d5d00-c0cd-412b-b00c-0fe2445e0a43 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:24:46.418719 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-092a1594-fd0c-4088-978c-82cfd5d678e1 admin admin] Publish callbacks [] for router (afc37eec-1140-4610-bb73-d0253e5d83f2), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:46.423254 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 182d5d00-c0cd-412b-b00c-0fe2445e0a43, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=182d5d00-c0cd-412b-b00c-0fe2445e0a43,segment=NetworkSegment(02d5e276-f974-4381-b208-f5f2f8abf6be),segment_id=02d5e276-f974-4381-b208-f5f2f8abf6be)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:24:46.429673 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (182d5d00-c0cd-412b-b00c-0fe2445e0a43), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:46.434754 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-4d84e9da-06ba-4bfd-8fa2-052b0a3e1976 None None] Set router afc37eec-1140-4610-bb73-d0253e5d83f2 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:24:46.491426 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=182d5d00-c0cd-412b-b00c-0fe2445e0a43,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:46.538347 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-092a1594-fd0c-4088-978c-82cfd5d678e1 admin admin] Publish callbacks [] for router_gateway (afc37eec-1140-4610-bb73-d0253e5d83f2), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:46.635164 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-4d84e9da-06ba-4bfd-8fa2-052b0a3e1976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-router', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:35Z', 'updated_at': '2022-02-14T15:24:45Z', 'revision_number': 5, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'gw_port': {'id': '8ac8c500-90e4-4669-bb07-c12dc95ef2a0', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:17:36Z', 'updated_at': '2022-02-14T15:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:46.658213 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['182d5d00-c0cd-412b-b00c-0fe2445e0a43'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:24:46.662128 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['33d2eba6-f91e-4a24-a807-f9a3984a81ff'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:24:46.674616 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d84e9da-06ba-4bfd-8fa2-052b0a3e1976 None None] Checking router: afc37eec-1140-4610-bb73-d0253e5d83f2 for host: dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:24:46.687387 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d84e9da-06ba-4bfd-8fa2-052b0a3e1976 None None] Routers {'afc37eec-1140-4610-bb73-d0253e5d83f2'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:24:46.688977 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-4d84e9da-06ba-4bfd-8fa2-052b0a3e1976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:24:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['afc37eec-1140-4610-bb73-d0253e5d83f2'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:46.794716 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb454d-d7d3-4eb1-9929-0032e2e0049b req-41d12f18-deff-4f78-8630-d96732a256ce tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:46.797461 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-68eb454d-d7d3-4eb1-9929-0032e2e0049b req-41d12f18-deff-4f78-8630-d96732a256ce tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1f56093-aebd-4679-9cb9-7ca5607a1c8c HTTP/1.1" status: 200 len: 944 time: 0.0673649 Feb 14 15:24:46.830985 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-4d84e9da-06ba-4bfd-8fa2-052b0a3e1976 None None] Set router afc37eec-1140-4610-bb73-d0253e5d83f2 gateway port host: None {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:24:46.852461 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-68eb454d-d7d3-4eb1-9929-0032e2e0049b req-ce573305-b62b-4600-9fc9-0f05591700f9 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485833 Feb 14 15:24:46.902473 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-092a1594-fd0c-4088-978c-82cfd5d678e1 admin admin] Deleting port 8ac8c500-90e4-4669-bb07-c12dc95ef2a0 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:24:46.902999 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-092a1594-fd0c-4088-978c-82cfd5d678e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (8ac8c500-90e4-4669-bb07-c12dc95ef2a0), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:46.991597 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-4d84e9da-06ba-4bfd-8fa2-052b0a3e1976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-router', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:35Z', 'updated_at': '2022-02-14T15:24:46Z', 'revision_number': 6, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'gw_port_host': None}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:46.996333 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-092a1594-fd0c-4088-978c-82cfd5d678e1 admin admin] For port 8ac8c500-90e4-4669-bb07-c12dc95ef2a0, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=8ac8c500-90e4-4669-bb07-c12dc95ef2a0,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:24:46.996833 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-092a1594-fd0c-4088-978c-82cfd5d678e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (8ac8c500-90e4-4669-bb07-c12dc95ef2a0), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:47.011586 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-092a1594-fd0c-4088-978c-82cfd5d678e1 admin admin] Calling delete_port for 8ac8c500-90e4-4669-bb07-c12dc95ef2a0 owned by network:router_gateway {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:24:47.025840 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d84e9da-06ba-4bfd-8fa2-052b0a3e1976 None None] The sync data for ids ['afc37eec-1140-4610-bb73-d0253e5d83f2'] in dv-cinder-815146-10-iscsi is: [{'id': 'afc37eec-1140-4610-bb73-d0253e5d83f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1026579936-router', 'tenant_id': '59e01ee3a909461f92070cf33d635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:17:35Z', 'updated_at': '2022-02-14T15:24:46Z', 'revision_number': 6, 'project_id': '59e01ee3a909461f92070cf33d635c9f', 'gw_port_host': None}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:24:47.174362 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab99e5-a5bf-4770-9d7d-a9cbf937b6a8 req-55f4fd2c-c3ec-4e8c-a42c-68c7f184804d tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:47.175880 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fcab99e5-a5bf-4770-9d7d-a9cbf937b6a8 req-55f4fd2c-c3ec-4e8c-a42c-68c7f184804d tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/ports?device_id=1132ae5d-42c0-480b-8760-00c9f300882c HTTP/1.1" status: 200 len: 949 time: 0.1030846 Feb 14 15:24:47.252163 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fcab99e5-a5bf-4770-9d7d-a9cbf937b6a8 req-35d1b3d5-0c66-46aa-b476-a36e3a10ff76 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8c62b17-5d5f-4e1e-90fa-f67861beacdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692172 Feb 14 15:24:47.270770 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-092a1594-fd0c-4088-978c-82cfd5d678e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (8ac8c500-90e4-4669-bb07-c12dc95ef2a0), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:47.295169 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a1594-fd0c-4088-978c-82cfd5d678e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ac8c500-90e4-4669-bb07-c12dc95ef2a0,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:47.322534 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:47.360731 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-092a1594-fd0c-4088-978c-82cfd5d678e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554216'] for router_gateway (afc37eec-1140-4610-bb73-d0253e5d83f2), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:47.457136 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-092a1594-fd0c-4088-978c-82cfd5d678e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8855'] for router (afc37eec-1140-4610-bb73-d0253e5d83f2), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:47.459365 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-092a1594-fd0c-4088-978c-82cfd5d678e1 admin admin] Publish callbacks [] for router_controller (afc37eec-1140-4610-bb73-d0253e5d83f2), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:47.505832 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-092a1594-fd0c-4088-978c-82cfd5d678e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553540'] for router (afc37eec-1140-4610-bb73-d0253e5d83f2), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:47.506382 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092a1594-fd0c-4088-978c-82cfd5d678e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afc37eec-1140-4610-bb73-d0253e5d83f2 {{(pid=102563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 15:24:47.510512 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-092a1594-fd0c-4088-978c-82cfd5d678e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:47.511692 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-092a1594-fd0c-4088-978c-82cfd5d678e1 admin admin] 10.222.0.87 "DELETE /v2.0/routers/afc37eec-1140-4610-bb73-d0253e5d83f2 HTTP/1.1" status: 204 len: 168 time: 1.2048585 Feb 14 15:24:47.514302 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 43074) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:47.557599 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be39253-5425-478b-b255-bdb50147948c admin admin] Deleting subnet 36ea11a7-e606-4181-a1a1-331e0ed702b8 {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:24:47.560669 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4be39253-5425-478b-b255-bdb50147948c admin admin] Publish callbacks [] for subnet (36ea11a7-e606-4181-a1a1-331e0ed702b8), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:47.598645 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4be39253-5425-478b-b255-bdb50147948c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63220632'] for subnet (36ea11a7-e606-4181-a1a1-331e0ed702b8), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:47.677464 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4be39253-5425-478b-b255-bdb50147948c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1868731'] for subnet (36ea11a7-e606-4181-a1a1-331e0ed702b8), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:47.726134 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4be39253-5425-478b-b255-bdb50147948c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63367949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64822354'] for subnet (36ea11a7-e606-4181-a1a1-331e0ed702b8), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:47.751063 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be39253-5425-478b-b255-bdb50147948c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ea11a7-e606-4181-a1a1-331e0ed702b8,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:47.754444 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4be39253-5425-478b-b255-bdb50147948c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:47.757628 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4be39253-5425-478b-b255-bdb50147948c admin admin] 10.222.0.87 "DELETE /v2.0/subnets/36ea11a7-e606-4181-a1a1-331e0ed702b8 HTTP/1.1" status: 204 len: 168 time: 0.2424276 Feb 14 15:24:47.760241 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 43076) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:47.760751 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0397134-a412-4ace-93ae-e219bd0ab31f None None] Network f46612e4-5188-4afd-b927-413922cf4afb requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:24:47.833299 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d41b396-83ee-4ce3-861e-c60e4a2dc211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1712449'] for network (f46612e4-5188-4afd-b927-413922cf4afb), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:47.888771 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-3d41b396-83ee-4ce3-861e-c60e4a2dc211 admin admin] Deleting port 3f65d30f-27df-4dd3-a6f6-971ba347a917 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:24:47.889499 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d41b396-83ee-4ce3-861e-c60e4a2dc211 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (3f65d30f-27df-4dd3-a6f6-971ba347a917), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:47.921343 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42e4bd0-5b51-472e-b6ab-48517b55194e None None] DHCP port deletion for f46612e4-5188-4afd-b927-413922cf4afb request from dv-cinder-815146-10-iscsi {{(pid=102565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 15:24:47.967005 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-3d41b396-83ee-4ce3-861e-c60e4a2dc211 admin admin] For port 3f65d30f-27df-4dd3-a6f6-971ba347a917, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=3f65d30f-27df-4dd3-a6f6-971ba347a917,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:24:47.968444 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d41b396-83ee-4ce3-861e-c60e4a2dc211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (3f65d30f-27df-4dd3-a6f6-971ba347a917), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:47.974008 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-a42e4bd0-5b51-472e-b6ab-48517b55194e None None] Deleting port 3f65d30f-27df-4dd3-a6f6-971ba347a917 {{(pid=102565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:24:47.974383 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a42e4bd0-5b51-472e-b6ab-48517b55194e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (3f65d30f-27df-4dd3-a6f6-971ba347a917), before_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:47.982521 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-3d41b396-83ee-4ce3-861e-c60e4a2dc211 admin admin] Calling delete_port for 3f65d30f-27df-4dd3-a6f6-971ba347a917 owned by network:dhcp {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:24:47.994079 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bf58c-71fc-4a50-97b1-a237ff4e0f37 req-3815ae20-cfbf-42b2-aaee-d50af59db5d4 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:47.995827 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-545bf58c-71fc-4a50-97b1-a237ff4e0f37 req-3815ae20-cfbf-42b2-aaee-d50af59db5d4 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1f56093-aebd-4679-9cb9-7ca5607a1c8c HTTP/1.1" status: 200 len: 944 time: 0.0649672 Feb 14 15:24:48.002150 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 33d2eba6-f91e-4a24-a807-f9a3984a81ff up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:24:48.047428 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-545bf58c-71fc-4a50-97b1-a237ff4e0f37 req-eca0f529-4d59-4636-b7bb-8d70241b80f6 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450900 Feb 14 15:24:48.067754 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d41b396-83ee-4ce3-861e-c60e4a2dc211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (3f65d30f-27df-4dd3-a6f6-971ba347a917), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:48.081656 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-a42e4bd0-5b51-472e-b6ab-48517b55194e None None] For port 3f65d30f-27df-4dd3-a6f6-971ba347a917, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=3f65d30f-27df-4dd3-a6f6-971ba347a917,segment=NetworkSegment(73ace081-d880-40d5-b28d-384c0a5f16c3),segment_id=73ace081-d880-40d5-b28d-384c0a5f16c3)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:24:48.082261 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a42e4bd0-5b51-472e-b6ab-48517b55194e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (3f65d30f-27df-4dd3-a6f6-971ba347a917), precommit_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:48.097554 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41b396-83ee-4ce3-861e-c60e4a2dc211 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f65d30f-27df-4dd3-a6f6-971ba347a917,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:48.099385 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d41b396-83ee-4ce3-861e-c60e4a2dc211 admin admin] No DVR routers for this DVR port 3f65d30f-27df-4dd3-a6f6-971ba347a917 on host dv-cinder-815146-10-iscsi {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:24:48.103708 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-a42e4bd0-5b51-472e-b6ab-48517b55194e None None] Calling delete_port for 3f65d30f-27df-4dd3-a6f6-971ba347a917 owned by network:dhcp {{(pid=102565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:24:48.157335 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning for port 33d2eba6-f91e-4a24-a807-f9a3984a81ff completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:24:48.164958 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port 33d2eba6-f91e-4a24-a807-f9a3984a81ff triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:24:48.165256 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (33d2eba6-f91e-4a24-a807-f9a3984a81ff), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:48.183699 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d41b396-83ee-4ce3-861e-c60e4a2dc211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1869372', 'neutron.services.segments.db._delete_segments_for_network-8752305293424'] for network (f46612e4-5188-4afd-b927-413922cf4afb), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:48.209456 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-3d41b396-83ee-4ce3-861e-c60e4a2dc211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46612e4-5188-4afd-b927-413922cf4afb']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:48.219839 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-3d41b396-83ee-4ce3-861e-c60e4a2dc211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ace081-d880-40d5-b28d-384c0a5f16c3') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:48.220223 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-3d41b396-83ee-4ce3-861e-c60e4a2dc211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ace081-d880-40d5-b28d-384c0a5f16c3') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:24:48.229446 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d41b396-83ee-4ce3-861e-c60e4a2dc211 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752305294713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63220623'] for segment (73ace081-d880-40d5-b28d-384c0a5f16c3), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:48.232826 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a42e4bd0-5b51-472e-b6ab-48517b55194e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436'] for port (3f65d30f-27df-4dd3-a6f6-971ba347a917), after_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:48.243433 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d41b396-83ee-4ce3-861e-c60e4a2dc211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (73ace081-d880-40d5-b28d-384c0a5f16c3), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:48.250465 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d41b396-83ee-4ce3-861e-c60e4a2dc211 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:24:48.251007 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d41b396-83ee-4ce3-861e-c60e4a2dc211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63367343'] for segment (73ace081-d880-40d5-b28d-384c0a5f16c3), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: Traceback (most recent call last): Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: timer() Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: cb(*args, **kw) Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: return func(*args, **kwargs) Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: self._notify() Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: self.callback(batched_events) Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: event.method(event) Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: return f(self, *a, **k) Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: return self._get(url).json() Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:24:48.252729 dv-cinder-815146-10-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:24:48.285339 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e4bd0-5b51-472e-b6ab-48517b55194e None None] Pushing event deleted for resources: {'Port': ['ID=3f65d30f-27df-4dd3-a6f6-971ba347a917,revision_number=None']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:48.287182 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42e4bd0-5b51-472e-b6ab-48517b55194e None None] No DVR routers for this DVR port 3f65d30f-27df-4dd3-a6f6-971ba347a917 on host dv-cinder-815146-10-iscsi {{(pid=102565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:24:48.303040 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 33d2eba6-f91e-4a24-a807-f9a3984a81ff is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:24:48.303871 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (33d2eba6-f91e-4a24-a807-f9a3984a81ff), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:48.319801 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d41b396-83ee-4ce3-861e-c60e4a2dc211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1869365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560688'] for network (f46612e4-5188-4afd-b927-413922cf4afb), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:48.325421 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d41b396-83ee-4ce3-861e-c60e4a2dc211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:48.329064 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-3d41b396-83ee-4ce3-861e-c60e4a2dc211 admin admin] 10.222.0.87 "DELETE /v2.0/networks/f46612e4-5188-4afd-b927-413922cf4afb HTTP/1.1" status: 204 len: 168 time: 0.5678530 Feb 14 15:24:48.339057 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f56093-aebd-4679-9cb9-7ca5607a1c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d2eba6-f91e-4a24-a807-f9a3984a81ff'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:24:48.341245 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41b396-83ee-4ce3-861e-c60e4a2dc211 admin admin] Pushing event deleted for resources: {'Network': ['ID=f46612e4-5188-4afd-b927-413922cf4afb,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:48.341485 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e368a9-30d8-4eeb-8afa-c40d807b1122" -d '{"events": [{"server_uuid": "f1f56093-aebd-4679-9cb9-7ca5607a1c8c", "name": "network-vif-plugged", "status": "completed", "tag": "33d2eba6-f91e-4a24-a807-f9a3984a81ff"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:24:48.371456 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 33d2eba6-f91e-4a24-a807-f9a3984a81ff, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=33d2eba6-f91e-4a24-a807-f9a3984a81ff,segment=NetworkSegment(6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1),segment_id=6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:24:48.380968 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (33d2eba6-f91e-4a24-a807-f9a3984a81ff), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:48.381847 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 182d5d00-c0cd-412b-b00c-0fe2445e0a43 up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:24:48.429864 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44adea-4fe4-4173-9adb-c37d61f39cd2 req-f280d515-cb79-411a-a110-cbbddc160f23 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:48.431558 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5a44adea-4fe4-4173-9adb-c37d61f39cd2 req-f280d515-cb79-411a-a110-cbbddc160f23 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/ports?device_id=1132ae5d-42c0-480b-8760-00c9f300882c HTTP/1.1" status: 200 len: 949 time: 0.0842366 Feb 14 15:24:48.439706 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301a156c-4db4-423c-94eb-9d4da16b4592 x-openstack-request-id: req-301a156c-4db4-423c-94eb-9d4da16b4592 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:24:48.440289 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f56093-aebd-4679-9cb9-7ca5607a1c8c", "name": "network-vif-plugged", "status": "completed", "tag": "33d2eba6-f91e-4a24-a807-f9a3984a81ff", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:24:48.440729 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-301a156c-4db4-423c-94eb-9d4da16b4592 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:24:48.441473 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f56093-aebd-4679-9cb9-7ca5607a1c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d2eba6-f91e-4a24-a807-f9a3984a81ff', 'code': 200} Feb 14 15:24:48.482346 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 43086) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:48.493295 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5a44adea-4fe4-4173-9adb-c37d61f39cd2 req-3d93a036-d79b-41a1-95d8-3cb6b23f9a53 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8c62b17-5d5f-4e1e-90fa-f67861beacdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535421 Feb 14 15:24:48.505795 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning for port 182d5d00-c0cd-412b-b00c-0fe2445e0a43 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:24:48.513597 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=33d2eba6-f91e-4a24-a807-f9a3984a81ff,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:48.517088 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port 182d5d00-c0cd-412b-b00c-0fe2445e0a43 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:24:48.517554 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (182d5d00-c0cd-412b-b00c-0fe2445e0a43), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:48.562075 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-db765e3b-1fad-4468-8a56-d2001f0e2e4d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=59e01ee3a909461f92070cf33d635c9f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0770135 Feb 14 15:24:48.564944 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 43088) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:48.589885 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48092601-909c-4e1b-a9e7-25a1dcb58be2 req-c5c95011-dd0a-490b-9346-f6782cf83dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:48.591447 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-48092601-909c-4e1b-a9e7-25a1dcb58be2 req-c5c95011-dd0a-490b-9346-f6782cf83dbe service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f1f56093-aebd-4679-9cb9-7ca5607a1c8c HTTP/1.1" status: 200 len: 1129 time: 0.0494685 Feb 14 15:24:48.619817 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 182d5d00-c0cd-412b-b00c-0fe2445e0a43 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:24:48.620284 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f505f6d0-36c2-464f-bdd6-790c4110c8b4 admin admin] Publish callbacks [] for security_group (9070dd2d-adc8-40fe-990b-47b5a33cf6c7), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:48.620898 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (182d5d00-c0cd-412b-b00c-0fe2445e0a43), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:48.624904 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:48.643213 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-48092601-909c-4e1b-a9e7-25a1dcb58be2 req-02e69235-ab3c-4ab6-a1dd-1ad3f3bf696b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459116 Feb 14 15:24:48.643698 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f505f6d0-36c2-464f-bdd6-790c4110c8b4 admin admin] Publish callbacks [] for security_group (9070dd2d-adc8-40fe-990b-47b5a33cf6c7), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:48.657681 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 182d5d00-c0cd-412b-b00c-0fe2445e0a43, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=182d5d00-c0cd-412b-b00c-0fe2445e0a43,segment=NetworkSegment(02d5e276-f974-4381-b208-f5f2f8abf6be),segment_id=02d5e276-f974-4381-b208-f5f2f8abf6be)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:24:48.662660 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (182d5d00-c0cd-412b-b00c-0fe2445e0a43), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:48.696112 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f505f6d0-36c2-464f-bdd6-790c4110c8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (9070dd2d-adc8-40fe-990b-47b5a33cf6c7), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:48.699330 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f505f6d0-36c2-464f-bdd6-790c4110c8b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:48.700741 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-f505f6d0-36c2-464f-bdd6-790c4110c8b4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9070dd2d-adc8-40fe-990b-47b5a33cf6c7 HTTP/1.1" status: 204 len: 168 time: 0.1346121 Feb 14 15:24:48.714029 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=182d5d00-c0cd-412b-b00c-0fe2445e0a43,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:48.714291 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505f6d0-36c2-464f-bdd6-790c4110c8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9070dd2d-adc8-40fe-990b-47b5a33cf6c7,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:48.954128 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 8ac8c500-90e4-4669-bb07-c12dc95ef2a0 no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:24:48.975081 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: 8ac8c500-90e4-4669-bb07-c12dc95ef2a0 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:24:48.975432 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 8ac8c500-90e4-4669-bb07-c12dc95ef2a0 not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:24:48.975896 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 3f65d30f-27df-4dd3-a6f6-971ba347a917 no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:24:48.995395 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: 3f65d30f-27df-4dd3-a6f6-971ba347a917 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:24:48.995774 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 3f65d30f-27df-4dd3-a6f6-971ba347a917 not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:24:48.996196 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 40238533-d58d-410a-b2b6-babcc8ff24e4 no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:24:49.017004 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: 40238533-d58d-410a-b2b6-babcc8ff24e4 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:24:49.017454 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 40238533-d58d-410a-b2b6-babcc8ff24e4 not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:24:49.185804 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70970b-1225-46d3-b654-0c8a917bcf24 req-ef0115ab-e2c2-4178-97de-43e56c7a90c5 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:49.188079 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7e70970b-1225-46d3-b654-0c8a917bcf24 req-ef0115ab-e2c2-4178-97de-43e56c7a90c5 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1f56093-aebd-4679-9cb9-7ca5607a1c8c HTTP/1.1" status: 200 len: 945 time: 0.0620542 Feb 14 15:24:49.235788 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7e70970b-1225-46d3-b654-0c8a917bcf24 req-7d955f42-7e5e-408b-bcee-3bb1b0623d40 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422149 Feb 14 15:24:49.633192 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb2f35-a586-41e5-b861-987874563f4b req-ab20fdc2-95f5-4b99-972e-43b8610053c9 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:49.634716 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7afb2f35-a586-41e5-b861-987874563f4b req-ab20fdc2-95f5-4b99-972e-43b8610053c9 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/ports?device_id=1132ae5d-42c0-480b-8760-00c9f300882c HTTP/1.1" status: 200 len: 950 time: 0.0581648 Feb 14 15:24:49.692643 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7afb2f35-a586-41e5-b861-987874563f4b req-474dad90-6dd0-498c-8b73-0bb8d0612aca tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8c62b17-5d5f-4e1e-90fa-f67861beacdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521433 Feb 14 15:24:49.785614 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:50.355760 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698c479-3da2-4962-8064-13306b00fffa req-0775f48d-6307-485a-827c-91e11284f275 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:50.357263 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e698c479-3da2-4962-8064-13306b00fffa req-0775f48d-6307-485a-827c-91e11284f275 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1f56093-aebd-4679-9cb9-7ca5607a1c8c HTTP/1.1" status: 200 len: 945 time: 0.0524414 Feb 14 15:24:50.409105 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e698c479-3da2-4962-8064-13306b00fffa req-bd57da0b-a8f3-4338-9b9e-3618393efe7e tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454519 Feb 14 15:24:50.442658 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1132ae5d-42c0-480b-8760-00c9f300882c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182d5d00-c0cd-412b-b00c-0fe2445e0a43'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:24:50.445974 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2a2550-4cef-45ad-b2ef-9bd4fc0d9af6" -d '{"events": [{"server_uuid": "1132ae5d-42c0-480b-8760-00c9f300882c", "name": "network-vif-plugged", "status": "completed", "tag": "182d5d00-c0cd-412b-b00c-0fe2445e0a43"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:24:50.487836 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcf6919-586c-4a4e-82ba-02d2f287a9b0 x-openstack-request-id: req-cfcf6919-586c-4a4e-82ba-02d2f287a9b0 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:24:50.488136 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1132ae5d-42c0-480b-8760-00c9f300882c", "name": "network-vif-plugged", "status": "completed", "tag": "182d5d00-c0cd-412b-b00c-0fe2445e0a43", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:24:50.488396 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cfcf6919-586c-4a4e-82ba-02d2f287a9b0 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:24:50.488798 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1132ae5d-42c0-480b-8760-00c9f300882c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182d5d00-c0cd-412b-b00c-0fe2445e0a43', 'code': 200} Feb 14 15:24:50.554566 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 43154) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:50.673336 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5c8145fc-a25f-44cf-8383-7c4199585b3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:50.679743 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20240f59-2aaa-44bc-bdf9-3bb2b1da5429 req-e97d8e7e-9b62-4731-bddc-0f4774353371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:50.681930 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-20240f59-2aaa-44bc-bdf9-3bb2b1da5429 req-e97d8e7e-9b62-4731-bddc-0f4774353371 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1132ae5d-42c0-480b-8760-00c9f300882c HTTP/1.1" status: 200 len: 1134 time: 0.0513299 Feb 14 15:24:50.729559 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-20240f59-2aaa-44bc-bdf9-3bb2b1da5429 req-c3575a50-5a14-4b63-bf80-7e731f3f1429 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e8c62b17-5d5f-4e1e-90fa-f67861beacdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409868 Feb 14 15:24:50.775711 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5c8145fc-a25f-44cf-8383-7c4199585b3e admin admin] Publish callbacks [] for security_group (34ec977b-7093-4bb7-954e-776d7c9457f6), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:50.784817 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5c8145fc-a25f-44cf-8383-7c4199585b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (34ec977b-7093-4bb7-954e-776d7c9457f6), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:50.855663 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8145fc-a25f-44cf-8383-7c4199585b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ec977b-7093-4bb7-954e-776d7c9457f6,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:50.863830 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-5c8145fc-a25f-44cf-8383-7c4199585b3e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c33743e4c4ab4c4cbe472ffe2e2d1502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3081336 Feb 14 15:24:50.866664 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 43166) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:50.895544 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688316b-7358-42d2-9a58-43e903249aee req-f091c9a6-535e-45e8-896a-ff2b7c07ac4b tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:50.897074 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5688316b-7358-42d2-9a58-43e903249aee req-f091c9a6-535e-45e8-896a-ff2b7c07ac4b tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/ports?device_id=1132ae5d-42c0-480b-8760-00c9f300882c HTTP/1.1" status: 200 len: 950 time: 0.1089387 Feb 14 15:24:50.962297 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d648-2b56-458a-911a-85d790744609 admin admin] Publish callbacks [] for security_group (34ec977b-7093-4bb7-954e-776d7c9457f6), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:50.970985 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5688316b-7358-42d2-9a58-43e903249aee req-9b67795f-76d3-486c-93fe-643737ef20c8 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8c62b17-5d5f-4e1e-90fa-f67861beacdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663579 Feb 14 15:24:50.993622 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d648-2b56-458a-911a-85d790744609 admin admin] Publish callbacks [] for security_group (34ec977b-7093-4bb7-954e-776d7c9457f6), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:51.042049 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d648-2b56-458a-911a-85d790744609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (34ec977b-7093-4bb7-954e-776d7c9457f6), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:51.044735 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d648-2b56-458a-911a-85d790744609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:51.045963 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-a0d6d648-2b56-458a-911a-85d790744609 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/34ec977b-7093-4bb7-954e-776d7c9457f6 HTTP/1.1" status: 204 len: 168 time: 0.1769066 Feb 14 15:24:51.053595 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6d648-2b56-458a-911a-85d790744609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ec977b-7093-4bb7-954e-776d7c9457f6,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:51.307857 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 43172) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:51.322586 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-72ad4bb7-1eb4-427f-b10c-4066eb047eb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:51.400382 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-72ad4bb7-1eb4-427f-b10c-4066eb047eb3 admin admin] Publish callbacks [] for security_group (6a55453a-4a7e-427a-bd41-357e4fd55eac), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:51.405373 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-72ad4bb7-1eb4-427f-b10c-4066eb047eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (6a55453a-4a7e-427a-bd41-357e4fd55eac), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:51.443651 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-72ad4bb7-1eb4-427f-b10c-4066eb047eb3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5ac09f77baaa46e8885a7a3b56d8f09d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346390 Feb 14 15:24:51.444366 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad4bb7-1eb4-427f-b10c-4066eb047eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a55453a-4a7e-427a-bd41-357e4fd55eac,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:51.446232 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 43174) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:51.508559 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6eb8-f6e8-4974-8fa3-4a812c1c5218 admin admin] Publish callbacks [] for security_group (6a55453a-4a7e-427a-bd41-357e4fd55eac), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:51.536406 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6eb8-f6e8-4974-8fa3-4a812c1c5218 admin admin] Publish callbacks [] for security_group (6a55453a-4a7e-427a-bd41-357e4fd55eac), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:51.583582 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6eb8-f6e8-4974-8fa3-4a812c1c5218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (6a55453a-4a7e-427a-bd41-357e4fd55eac), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:51.586190 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6eb8-f6e8-4974-8fa3-4a812c1c5218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:51.587344 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4fcd6eb8-f6e8-4974-8fa3-4a812c1c5218 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6a55453a-4a7e-427a-bd41-357e4fd55eac HTTP/1.1" status: 204 len: 168 time: 0.1397624 Feb 14 15:24:51.594972 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd6eb8-f6e8-4974-8fa3-4a812c1c5218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a55453a-4a7e-427a-bd41-357e4fd55eac,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:52.094118 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b75058-4a28-40a8-9fae-32e4134824ef req-2d61addb-ae93-4990-9a72-ac872762339a tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:52.095646 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-68b75058-4a28-40a8-9fae-32e4134824ef req-2d61addb-ae93-4990-9a72-ac872762339a tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/ports?device_id=1132ae5d-42c0-480b-8760-00c9f300882c HTTP/1.1" status: 200 len: 950 time: 0.0559599 Feb 14 15:24:52.143810 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-68b75058-4a28-40a8-9fae-32e4134824ef req-4eff663e-710b-469b-a305-cbf6d46bf536 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8c62b17-5d5f-4e1e-90fa-f67861beacdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425234 Feb 14 15:24:52.408480 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfa0a6-7d94-4bb7-b1ef-ef3c63cea058 req-391c608b-d116-46ec-942a-3191ed0e77c6 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:52.409994 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6abfa0a6-7d94-4bb7-b1ef-ef3c63cea058 req-391c608b-d116-46ec-942a-3191ed0e77c6 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/ports?device_id=1132ae5d-42c0-480b-8760-00c9f300882c HTTP/1.1" status: 200 len: 950 time: 0.0567353 Feb 14 15:24:52.460599 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6abfa0a6-7d94-4bb7-b1ef-ef3c63cea058 req-988ad111-744b-4cf4-a311-d285b1f9df25 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8c62b17-5d5f-4e1e-90fa-f67861beacdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445089 Feb 14 15:24:53.588533 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7c502-d781-4514-9559-a51e61bcabe6 req-dab4fd29-c706-473d-ae5f-76b63f224cd9 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:53.590020 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1aa7c502-d781-4514-9559-a51e61bcabe6 req-dab4fd29-c706-473d-ae5f-76b63f224cd9 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/ports?device_id=1132ae5d-42c0-480b-8760-00c9f300882c HTTP/1.1" status: 200 len: 950 time: 0.0577285 Feb 14 15:24:53.638046 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1aa7c502-d781-4514-9559-a51e61bcabe6 req-99bf83d2-0a5b-4d01-afa1-78771064aaba tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8c62b17-5d5f-4e1e-90fa-f67861beacdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413604 Feb 14 15:24:53.714467 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff8a1a-1468-4899-b7b7-5fc532c2a91c req-eadac672-c933-40ed-8073-001d6c3bdf15 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:24:53.715941 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-faff8a1a-1468-4899-b7b7-5fc532c2a91c req-eadac672-c933-40ed-8073-001d6c3bdf15 tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.77 "GET /v2.0/ports?device_id=1132ae5d-42c0-480b-8760-00c9f300882c HTTP/1.1" status: 200 len: 950 time: 0.0517905 Feb 14 15:24:53.804436 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-faff8a1a-1468-4899-b7b7-5fc532c2a91c req-fdcff11b-21ea-4705-bdfd-c7b6f3d68d6e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Deleting port 182d5d00-c0cd-412b-b00c-0fe2445e0a43 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:24:53.804796 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-faff8a1a-1468-4899-b7b7-5fc532c2a91c req-fdcff11b-21ea-4705-bdfd-c7b6f3d68d6e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (182d5d00-c0cd-412b-b00c-0fe2445e0a43), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:53.902763 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-faff8a1a-1468-4899-b7b7-5fc532c2a91c req-fdcff11b-21ea-4705-bdfd-c7b6f3d68d6e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] For port 182d5d00-c0cd-412b-b00c-0fe2445e0a43, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=182d5d00-c0cd-412b-b00c-0fe2445e0a43,segment=NetworkSegment(02d5e276-f974-4381-b208-f5f2f8abf6be),segment_id=02d5e276-f974-4381-b208-f5f2f8abf6be)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:24:53.903141 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-faff8a1a-1468-4899-b7b7-5fc532c2a91c req-fdcff11b-21ea-4705-bdfd-c7b6f3d68d6e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (182d5d00-c0cd-412b-b00c-0fe2445e0a43), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:53.915456 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-faff8a1a-1468-4899-b7b7-5fc532c2a91c req-fdcff11b-21ea-4705-bdfd-c7b6f3d68d6e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Calling delete_port for 182d5d00-c0cd-412b-b00c-0fe2445e0a43 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:24:54.041864 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-faff8a1a-1468-4899-b7b7-5fc532c2a91c req-fdcff11b-21ea-4705-bdfd-c7b6f3d68d6e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (182d5d00-c0cd-412b-b00c-0fe2445e0a43), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:54.052990 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['182d5d00-c0cd-412b-b00c-0fe2445e0a43'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:24:54.070625 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcff11b-21ea-4705-bdfd-c7b6f3d68d6e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Pushing event deleted for resources: {'Port': ['ID=182d5d00-c0cd-412b-b00c-0fe2445e0a43,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:24:54.098597 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff11b-21ea-4705-bdfd-c7b6f3d68d6e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:54.098958 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff11b-21ea-4705-bdfd-c7b6f3d68d6e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:54.099310 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff11b-21ea-4705-bdfd-c7b6f3d68d6e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:54.099685 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff11b-21ea-4705-bdfd-c7b6f3d68d6e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:54.100031 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff11b-21ea-4705-bdfd-c7b6f3d68d6e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:54.100369 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff11b-21ea-4705-bdfd-c7b6f3d68d6e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:54.100712 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff11b-21ea-4705-bdfd-c7b6f3d68d6e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:54.101048 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff11b-21ea-4705-bdfd-c7b6f3d68d6e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:54.101384 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff11b-21ea-4705-bdfd-c7b6f3d68d6e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:54.101723 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff11b-21ea-4705-bdfd-c7b6f3d68d6e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:54.102056 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff11b-21ea-4705-bdfd-c7b6f3d68d6e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:54.102386 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff11b-21ea-4705-bdfd-c7b6f3d68d6e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:54.102717 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff11b-21ea-4705-bdfd-c7b6f3d68d6e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:24:54.127830 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-faff8a1a-1468-4899-b7b7-5fc532c2a91c req-fdcff11b-21ea-4705-bdfd-c7b6f3d68d6e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] No DVR routers for this DVR port 182d5d00-c0cd-412b-b00c-0fe2445e0a43 on host hv-cinder-81514 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:24:54.130787 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-faff8a1a-1468-4899-b7b7-5fc532c2a91c req-fdcff11b-21ea-4705-bdfd-c7b6f3d68d6e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:54.134668 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-faff8a1a-1468-4899-b7b7-5fc532c2a91c req-fdcff11b-21ea-4705-bdfd-c7b6f3d68d6e tempest-VolumesNegativeTest-581335136 tempest-VolumesNegativeTest-581335136-project] 10.222.0.77 "DELETE /v2.0/ports/182d5d00-c0cd-412b-b00c-0fe2445e0a43 HTTP/1.1" status: 204 len: 173 time: 0.4128551 Feb 14 15:24:54.135144 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1132ae5d-42c0-480b-8760-00c9f300882c', 'name': 'network-vif-deleted', 'tag': '182d5d00-c0cd-412b-b00c-0fe2445e0a43'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:24:54.137571 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38415ff-3f0a-4fae-b2c2-e2b9eb1d9096" -d '{"events": [{"server_uuid": "1132ae5d-42c0-480b-8760-00c9f300882c", "name": "network-vif-deleted", "tag": "182d5d00-c0cd-412b-b00c-0fe2445e0a43"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:24:54.175186 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8115677-6ca0-4967-8496-ebbfe11c75ea x-openstack-request-id: req-d8115677-6ca0-4967-8496-ebbfe11c75ea {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:24:54.175511 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1132ae5d-42c0-480b-8760-00c9f300882c", "name": "network-vif-deleted", "tag": "182d5d00-c0cd-412b-b00c-0fe2445e0a43", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:24:54.175800 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d8115677-6ca0-4967-8496-ebbfe11c75ea {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:24:54.176211 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1132ae5d-42c0-480b-8760-00c9f300882c', 'name': 'network-vif-deleted', 'tag': '182d5d00-c0cd-412b-b00c-0fe2445e0a43', 'status': 'completed', 'code': 200} Feb 14 15:24:57.810375 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:24:58.065243 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 182d5d00-c0cd-412b-b00c-0fe2445e0a43 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:24:58.085715 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] No Port match for: 182d5d00-c0cd-412b-b00c-0fe2445e0a43 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:24:58.086070 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 182d5d00-c0cd-412b-b00c-0fe2445e0a43 not bound to the agent host hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:24:58.451849 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 43514) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:58.585672 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-954846f6-e372-42dc-9a1e-d9773d8c063e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c65f6f0db5084baea5f5960a1aa148dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325977 Feb 14 15:24:58.588317 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 43518) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:24:58.634379 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1aaac095-e617-4e59-ae97-28e2e6b9027b admin admin] Publish callbacks [] for security_group (e8c62b17-5d5f-4e1e-90fa-f67861beacdf), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:58.657733 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1aaac095-e617-4e59-ae97-28e2e6b9027b admin admin] Publish callbacks [] for security_group (e8c62b17-5d5f-4e1e-90fa-f67861beacdf), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:58.709428 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1aaac095-e617-4e59-ae97-28e2e6b9027b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (e8c62b17-5d5f-4e1e-90fa-f67861beacdf), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:58.712143 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1aaac095-e617-4e59-ae97-28e2e6b9027b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:24:58.713403 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1aaac095-e617-4e59-ae97-28e2e6b9027b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e8c62b17-5d5f-4e1e-90fa-f67861beacdf HTTP/1.1" status: 204 len: 168 time: 0.1238253 Feb 14 15:24:58.721830 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaac095-e617-4e59-ae97-28e2e6b9027b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c62b17-5d5f-4e1e-90fa-f67861beacdf,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:05.807158 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 43584) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:05.916503 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-25445780-e8ce-46a5-afc8-b90bf4b11c97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:05.991281 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-25445780-e8ce-46a5-afc8-b90bf4b11c97 admin admin] Publish callbacks [] for security_group (d41f87e7-ab75-4322-ab5b-3f22c05a3563), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:05.994725 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-25445780-e8ce-46a5-afc8-b90bf4b11c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (d41f87e7-ab75-4322-ab5b-3f22c05a3563), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:06.035924 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-25445780-e8ce-46a5-afc8-b90bf4b11c97 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a67d58e4a36245349ffecf1bb8de0f69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276330 Feb 14 15:25:06.037053 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25445780-e8ce-46a5-afc8-b90bf4b11c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41f87e7-ab75-4322-ab5b-3f22c05a3563,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:06.038672 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 43588) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:06.088613 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-53f53663-dc1e-4433-9738-bfa571e84b7f admin admin] Publish callbacks [] for security_group (d41f87e7-ab75-4322-ab5b-3f22c05a3563), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:06.109052 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-53f53663-dc1e-4433-9738-bfa571e84b7f admin admin] Publish callbacks [] for security_group (d41f87e7-ab75-4322-ab5b-3f22c05a3563), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:06.154883 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-53f53663-dc1e-4433-9738-bfa571e84b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (d41f87e7-ab75-4322-ab5b-3f22c05a3563), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:06.157587 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-53f53663-dc1e-4433-9738-bfa571e84b7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:06.159501 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-53f53663-dc1e-4433-9738-bfa571e84b7f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d41f87e7-ab75-4322-ab5b-3f22c05a3563 HTTP/1.1" status: 204 len: 168 time: 0.1192348 Feb 14 15:25:06.167269 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f53663-dc1e-4433-9738-bfa571e84b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41f87e7-ab75-4322-ab5b-3f22c05a3563,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:06.413190 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 43594) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:06.426578 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3744beef-6d2a-4966-a479-5d6fd1562201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:06.502397 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3744beef-6d2a-4966-a479-5d6fd1562201 admin admin] Publish callbacks [] for security_group (9469ffdb-fc63-4753-a416-119f026a8b39), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:06.506576 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3744beef-6d2a-4966-a479-5d6fd1562201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (9469ffdb-fc63-4753-a416-119f026a8b39), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:06.545247 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-3744beef-6d2a-4966-a479-5d6fd1562201 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ab685abf14444fab996f9dba6905cb0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309938 Feb 14 15:25:06.546097 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744beef-6d2a-4966-a479-5d6fd1562201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9469ffdb-fc63-4753-a416-119f026a8b39,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:06.549010 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 43596) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:06.597366 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2bd746c4-e5c3-4d04-a186-3111bcd3138f admin admin] Publish callbacks [] for security_group (9469ffdb-fc63-4753-a416-119f026a8b39), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:06.618238 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2bd746c4-e5c3-4d04-a186-3111bcd3138f admin admin] Publish callbacks [] for security_group (9469ffdb-fc63-4753-a416-119f026a8b39), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:06.663516 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2bd746c4-e5c3-4d04-a186-3111bcd3138f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (9469ffdb-fc63-4753-a416-119f026a8b39), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:06.666408 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2bd746c4-e5c3-4d04-a186-3111bcd3138f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:06.667555 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-2bd746c4-e5c3-4d04-a186-3111bcd3138f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9469ffdb-fc63-4753-a416-119f026a8b39 HTTP/1.1" status: 204 len: 168 time: 0.1172109 Feb 14 15:25:06.675854 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd746c4-e5c3-4d04-a186-3111bcd3138f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9469ffdb-fc63-4753-a416-119f026a8b39,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:09.405918 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ea7e9-1d7c-455b-b7d2-ffe680259274 req-0e5290a6-e63c-4747-b2d6-68c7102aa62e tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:25:09.407313 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cd2ea7e9-1d7c-455b-b7d2-ffe680259274 req-0e5290a6-e63c-4747-b2d6-68c7102aa62e tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1f56093-aebd-4679-9cb9-7ca5607a1c8c HTTP/1.1" status: 200 len: 945 time: 0.0547349 Feb 14 15:25:09.454216 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cd2ea7e9-1d7c-455b-b7d2-ffe680259274 req-db856b19-5a73-434c-9bb6-02858ad180b8 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409195 Feb 14 15:25:10.576433 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20776fc-3842-433a-b753-a2946088d2e0 req-0f94a41d-f609-4e22-89c6-a7cfddc12295 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:25:10.577948 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b20776fc-3842-433a-b753-a2946088d2e0 req-0f94a41d-f609-4e22-89c6-a7cfddc12295 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1f56093-aebd-4679-9cb9-7ca5607a1c8c HTTP/1.1" status: 200 len: 945 time: 0.0542679 Feb 14 15:25:10.627638 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b20776fc-3842-433a-b753-a2946088d2e0 req-4d111ebd-eb2c-4bbd-a46f-b742ec5764bf tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/security-groups?id=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433490 Feb 14 15:25:10.943359 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2253934-5aad-4b87-a272-783cd7caa891 req-a8594736-3b33-4b4f-8170-95f61a8321c9 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:25:10.944881 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b2253934-5aad-4b87-a272-783cd7caa891 req-a8594736-3b33-4b4f-8170-95f61a8321c9 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1f56093-aebd-4679-9cb9-7ca5607a1c8c HTTP/1.1" status: 200 len: 945 time: 0.0561423 Feb 14 15:25:11.042492 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-b2253934-5aad-4b87-a272-783cd7caa891 req-d517307a-eaba-4860-a15a-41717448a384 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Deleting port 33d2eba6-f91e-4a24-a807-f9a3984a81ff {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:25:11.042837 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b2253934-5aad-4b87-a272-783cd7caa891 req-d517307a-eaba-4860-a15a-41717448a384 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (33d2eba6-f91e-4a24-a807-f9a3984a81ff), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:11.132714 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-b2253934-5aad-4b87-a272-783cd7caa891 req-d517307a-eaba-4860-a15a-41717448a384 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] For port 33d2eba6-f91e-4a24-a807-f9a3984a81ff, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=33d2eba6-f91e-4a24-a807-f9a3984a81ff,segment=NetworkSegment(6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1),segment_id=6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:25:11.133091 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b2253934-5aad-4b87-a272-783cd7caa891 req-d517307a-eaba-4860-a15a-41717448a384 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (33d2eba6-f91e-4a24-a807-f9a3984a81ff), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:11.149470 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-b2253934-5aad-4b87-a272-783cd7caa891 req-d517307a-eaba-4860-a15a-41717448a384 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Calling delete_port for 33d2eba6-f91e-4a24-a807-f9a3984a81ff owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:25:11.285682 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b2253934-5aad-4b87-a272-783cd7caa891 req-d517307a-eaba-4860-a15a-41717448a384 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (33d2eba6-f91e-4a24-a807-f9a3984a81ff), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:11.298825 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['33d2eba6-f91e-4a24-a807-f9a3984a81ff'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:25:11.318235 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517307a-eaba-4860-a15a-41717448a384 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Pushing event deleted for resources: {'Port': ['ID=33d2eba6-f91e-4a24-a807-f9a3984a81ff,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:11.366981 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2253934-5aad-4b87-a272-783cd7caa891 req-d517307a-eaba-4860-a15a-41717448a384 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] No DVR routers for this DVR port 33d2eba6-f91e-4a24-a807-f9a3984a81ff on host hv-cinder-81514 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:25:11.369516 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b2253934-5aad-4b87-a272-783cd7caa891 req-d517307a-eaba-4860-a15a-41717448a384 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:11.372827 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b2253934-5aad-4b87-a272-783cd7caa891 req-d517307a-eaba-4860-a15a-41717448a384 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.77 "DELETE /v2.0/ports/33d2eba6-f91e-4a24-a807-f9a3984a81ff HTTP/1.1" status: 204 len: 173 time: 0.4233003 Feb 14 15:25:11.373264 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f56093-aebd-4679-9cb9-7ca5607a1c8c', 'name': 'network-vif-deleted', 'tag': '33d2eba6-f91e-4a24-a807-f9a3984a81ff'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:25:11.375591 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a2c6fa-7679-4e93-9cd4-7941df981f57" -d '{"events": [{"server_uuid": "f1f56093-aebd-4679-9cb9-7ca5607a1c8c", "name": "network-vif-deleted", "tag": "33d2eba6-f91e-4a24-a807-f9a3984a81ff"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:25:11.418340 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f034b3db-5b51-4fac-91a0-7681f9669cd8 x-openstack-request-id: req-f034b3db-5b51-4fac-91a0-7681f9669cd8 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:25:11.418664 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f56093-aebd-4679-9cb9-7ca5607a1c8c", "name": "network-vif-deleted", "tag": "33d2eba6-f91e-4a24-a807-f9a3984a81ff", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:25:11.419038 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f034b3db-5b51-4fac-91a0-7681f9669cd8 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:25:11.419490 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f56093-aebd-4679-9cb9-7ca5607a1c8c', 'name': 'network-vif-deleted', 'tag': '33d2eba6-f91e-4a24-a807-f9a3984a81ff', 'status': 'completed', 'code': 200} Feb 14 15:25:11.741990 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d107acf2-ac5b-4c80-a983-4e9634170a2d req-0d583ba7-ffaa-4e8f-a32b-c169d27bf381 tempest-VolumesSnapshotTestJSON-1822056231 tempest-VolumesSnapshotTestJSON-1822056231-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1f56093-aebd-4679-9cb9-7ca5607a1c8c HTTP/1.1" status: 200 len: 210 time: 0.0340750 Feb 14 15:25:12.861488 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:13.019227 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 43748) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:13.131347 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-97981b50-b549-4b68-9bb8-b2e123f98387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:13.207093 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-97981b50-b549-4b68-9bb8-b2e123f98387 admin admin] Publish callbacks [] for security_group (8801e621-b56b-4081-b0a1-210a40beb7af), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:13.210681 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-97981b50-b549-4b68-9bb8-b2e123f98387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (8801e621-b56b-4081-b0a1-210a40beb7af), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:13.245881 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97981b50-b549-4b68-9bb8-b2e123f98387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8801e621-b56b-4081-b0a1-210a40beb7af,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:13.250124 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-97981b50-b549-4b68-9bb8-b2e123f98387 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d5dc5373d3cd4ebebbc974f1dfd2c7f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297835 Feb 14 15:25:13.253598 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 43756) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:13.312690 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c639fd02-2bec-4c8b-a867-b2d306b449ad admin admin] Publish callbacks [] for security_group (8801e621-b56b-4081-b0a1-210a40beb7af), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:13.339030 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c639fd02-2bec-4c8b-a867-b2d306b449ad admin admin] Publish callbacks [] for security_group (8801e621-b56b-4081-b0a1-210a40beb7af), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:13.385137 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c639fd02-2bec-4c8b-a867-b2d306b449ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (8801e621-b56b-4081-b0a1-210a40beb7af), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:13.387797 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c639fd02-2bec-4c8b-a867-b2d306b449ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:13.388945 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-c639fd02-2bec-4c8b-a867-b2d306b449ad admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8801e621-b56b-4081-b0a1-210a40beb7af HTTP/1.1" status: 204 len: 168 time: 0.1344500 Feb 14 15:25:13.398152 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639fd02-2bec-4c8b-a867-b2d306b449ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8801e621-b56b-4081-b0a1-210a40beb7af,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:13.424378 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-0c2759df-e3da-4400-b0be-f8c3a59bb346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:13.656161 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 43762) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:13.669759 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-81db0373-314e-4a4e-895c-32493cd0e410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:13.745085 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-81db0373-314e-4a4e-895c-32493cd0e410 admin admin] Publish callbacks [] for security_group (47d96718-f874-417f-8efe-bca3d880f839), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:13.748652 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-81db0373-314e-4a4e-895c-32493cd0e410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (47d96718-f874-417f-8efe-bca3d880f839), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:13.786156 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-81db0373-314e-4a4e-895c-32493cd0e410 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bf65eb98a5d64629ac61c4a38d6464db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289525 Feb 14 15:25:13.787023 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db0373-314e-4a4e-895c-32493cd0e410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d96718-f874-417f-8efe-bca3d880f839,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:13.788860 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 43764) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:13.843028 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cd9447b6-39ac-4373-81a6-43f0576c39cd admin admin] Publish callbacks [] for security_group (47d96718-f874-417f-8efe-bca3d880f839), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:13.865482 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cd9447b6-39ac-4373-81a6-43f0576c39cd admin admin] Publish callbacks [] for security_group (47d96718-f874-417f-8efe-bca3d880f839), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:13.911441 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cd9447b6-39ac-4373-81a6-43f0576c39cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (47d96718-f874-417f-8efe-bca3d880f839), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:13.913997 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cd9447b6-39ac-4373-81a6-43f0576c39cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:13.915146 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-cd9447b6-39ac-4373-81a6-43f0576c39cd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/47d96718-f874-417f-8efe-bca3d880f839 HTTP/1.1" status: 204 len: 168 time: 0.1246982 Feb 14 15:25:13.922925 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9447b6-39ac-4373-81a6-43f0576c39cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d96718-f874-417f-8efe-bca3d880f839,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:14.954122 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 43800) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:15.058745 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-88a3b820-9d96-4050-bc38-9b0c9206c423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:15.131078 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-88a3b820-9d96-4050-bc38-9b0c9206c423 admin admin] Publish callbacks [] for security_group (4d3e0580-3501-476c-a343-81ecf5172275), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:15.134982 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-88a3b820-9d96-4050-bc38-9b0c9206c423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (4d3e0580-3501-476c-a343-81ecf5172275), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:15.171034 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3b820-9d96-4050-bc38-9b0c9206c423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3e0580-3501-476c-a343-81ecf5172275,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:15.175489 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-88a3b820-9d96-4050-bc38-9b0c9206c423 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ff7d73c4ddc54af5a466c2654516fde5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198625 Feb 14 15:25:15.178838 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 43804) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:15.226370 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3c6fb0d9-7723-45e4-a249-b44a9394f25c admin admin] Publish callbacks [] for security_group (4d3e0580-3501-476c-a343-81ecf5172275), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:15.246847 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3c6fb0d9-7723-45e4-a249-b44a9394f25c admin admin] Publish callbacks [] for security_group (4d3e0580-3501-476c-a343-81ecf5172275), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:15.296453 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3c6fb0d9-7723-45e4-a249-b44a9394f25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (4d3e0580-3501-476c-a343-81ecf5172275), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:15.300101 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3c6fb0d9-7723-45e4-a249-b44a9394f25c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:15.301308 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-3c6fb0d9-7723-45e4-a249-b44a9394f25c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4d3e0580-3501-476c-a343-81ecf5172275 HTTP/1.1" status: 204 len: 168 time: 0.1220527 Feb 14 15:25:15.312893 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fb0d9-7723-45e4-a249-b44a9394f25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3e0580-3501-476c-a343-81ecf5172275,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:15.605691 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-31f0e21d-7ad7-4bfa-8112-9357ce90f7d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:16.902856 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 33d2eba6-f91e-4a24-a807-f9a3984a81ff no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:25:16.925437 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] No Port match for: 33d2eba6-f91e-4a24-a807-f9a3984a81ff {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:25:16.925771 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 33d2eba6-f91e-4a24-a807-f9a3984a81ff not bound to the agent host hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:25:17.464603 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:18.594772 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:19.780903 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:34.392627 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44014) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:34.515690 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9eb7e22f-a3cc-4a4f-863f-e284b2de8a90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:34.601820 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9eb7e22f-a3cc-4a4f-863f-e284b2de8a90 admin admin] Publish callbacks [] for security_group (db8acf3a-0b8c-49f6-9256-c5d4035f5e12), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:34.606303 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9eb7e22f-a3cc-4a4f-863f-e284b2de8a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (db8acf3a-0b8c-49f6-9256-c5d4035f5e12), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:34.644956 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7e22f-a3cc-4a4f-863f-e284b2de8a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8acf3a-0b8c-49f6-9256-c5d4035f5e12,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:34.648974 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-9eb7e22f-a3cc-4a4f-863f-e284b2de8a90 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=67015e8f4ac14a74a8371486f8c3fef1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546353 Feb 14 15:25:34.651695 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44020) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:34.697907 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6ed46d00-50db-473d-a0ca-7c5960343c5b admin admin] Publish callbacks [] for security_group (db8acf3a-0b8c-49f6-9256-c5d4035f5e12), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:34.723083 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6ed46d00-50db-473d-a0ca-7c5960343c5b admin admin] Publish callbacks [] for security_group (db8acf3a-0b8c-49f6-9256-c5d4035f5e12), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:34.776357 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6ed46d00-50db-473d-a0ca-7c5960343c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (db8acf3a-0b8c-49f6-9256-c5d4035f5e12), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:34.779127 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6ed46d00-50db-473d-a0ca-7c5960343c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:34.780324 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6ed46d00-50db-473d-a0ca-7c5960343c5b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/db8acf3a-0b8c-49f6-9256-c5d4035f5e12 HTTP/1.1" status: 204 len: 168 time: 0.1277168 Feb 14 15:25:34.789056 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed46d00-50db-473d-a0ca-7c5960343c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8acf3a-0b8c-49f6-9256-c5d4035f5e12,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:34.812240 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:25:35.389529 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44042) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:35.488386 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-7fc5823b-04d0-4d4d-8a49-81f30f2e86e1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-469121951-network', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:25:35.509528 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc5823b-04d0-4d4d-8a49-81f30f2e86e1 admin admin] Made reservation on behalf of 864ccbbef8e84659a7b7acf3f9d7c862 for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:25:35.512001 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7fc5823b-04d0-4d4d-8a49-81f30f2e86e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:35.521170 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7fc5823b-04d0-4d4d-8a49-81f30f2e86e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:35.603684 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7fc5823b-04d0-4d4d-8a49-81f30f2e86e1 admin admin] Publish callbacks [] for security_group (c0d1dfd8-785d-48c9-aa0c-c4a831334baf), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:35.607874 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7fc5823b-04d0-4d4d-8a49-81f30f2e86e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (c0d1dfd8-785d-48c9-aa0c-c4a831334baf), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:35.632835 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc5823b-04d0-4d4d-8a49-81f30f2e86e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=102563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:25:35.641511 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5823b-04d0-4d4d-8a49-81f30f2e86e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d1dfd8-785d-48c9-aa0c-c4a831334baf,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:35.649230 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7fc5823b-04d0-4d4d-8a49-81f30f2e86e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (afa2d819-6b5e-4fac-a169-dbe67f7c62b1), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:35.649614 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-7fc5823b-04d0-4d4d-8a49-81f30f2e86e1 admin admin] Added segment afa2d819-6b5e-4fac-a169-dbe67f7c62b1 of type vlan for network fc76fd3b-67a5-4661-834d-70f414d1700e Feb 14 15:25:35.691776 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7fc5823b-04d0-4d4d-8a49-81f30f2e86e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752304802214'] for network (fc76fd3b-67a5-4661-834d-70f414d1700e), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:35.716993 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7fc5823b-04d0-4d4d-8a49-81f30f2e86e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for network (fc76fd3b-67a5-4661-834d-70f414d1700e), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:35.717868 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc5823b-04d0-4d4d-8a49-81f30f2e86e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:25:35.718449 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7fc5823b-04d0-4d4d-8a49-81f30f2e86e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:35.750258 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-7fc5823b-04d0-4d4d-8a49-81f30f2e86e1 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3596616 Feb 14 15:25:35.753517 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44054) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:35.758518 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Request body: {'subnet': {'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-469121951-subnet', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'ip_version': 4}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:25:35.777724 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Made reservation on behalf of 864ccbbef8e84659a7b7acf3f9d7c862 for: {'subnet': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:25:35.780311 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63375859'] for subnet (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:35.785327 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5823b-04d0-4d4d-8a49-81f30f2e86e1 admin admin] Pushing event updated for resources: {'Network': ['ID=fc76fd3b-67a5-4661-834d-70f414d1700e,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:35.795391 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Network fc76fd3b-67a5-4661-834d-70f414d1700e details requested by agent ovs-agent-dv-cinder-815146-10-iscsi with host dv-cinder-815146-10-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:25:35.952652 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62982427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63375809'] for subnet (689638d8-9b8e-4ad2-8489-3863e071ea41), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:36.009997 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=689638d8-9b8e-4ad2-8489-3863e071ea41,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:36.020947 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Checking segment: {'id': 'afa2d819-6b5e-4fac-a169-dbe67f7c62b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:25:36.021298 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Network hostable DHCP agents. Network: fc76fd3b-67a5-4661-834d-70f414d1700e, hostable agents: ['b66b99de-e32e-4873-b4e6-197912f08fb5'], hosted agents: [] {{(pid=102564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:25:36.024827 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.025181 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.025522 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.025862 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.026195 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.026524 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.026853 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.027182 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.027510 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.027867 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.028192 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.028513 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.028835 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.045694 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Network fc76fd3b-67a5-4661-834d-70f414d1700e is scheduled to be hosted by DHCP agent b66b99de-e32e-4873-b4e6-197912f08fb5 with binding_index 1 {{(pid=102564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:25:36.054721 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-10-iscsi, fc76fd3b-67a5-4661-834d-70f414d1700e) {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:25:36.058806 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:25:36.059471 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:36.064363 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc04b7bd-5296-4f35-8328-faaf7a6d1a8c None None] Network fc76fd3b-67a5-4661-834d-70f414d1700e requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:25:36.075749 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-246cda56-2d28-4d22-98fe-fb799269e396 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3210390 Feb 14 15:25:36.078668 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44056) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:36.084892 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-cbc482c2-6c49-4c29-9d63-5bf995a211e0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:25:36.105521 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cbc482c2-6c49-4c29-9d63-5bf995a211e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8869'] for router (b70b2871-a3eb-44e9-a6d5-e56131ccc248), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:36.106680 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cbc482c2-6c49-4c29-9d63-5bf995a211e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8876'] for router (b70b2871-a3eb-44e9-a6d5-e56131ccc248), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:36.173944 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe652a62c-4731-560b-ba95-866650a6da87-fc76fd3b-67a5-4661-834d-70f414d1700e', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41'}]}} from dv-cinder-815146-10-iscsi. {{(pid=102565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 15:25:36.175388 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:36.176485 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cbc482c2-6c49-4c29-9d63-5bf995a211e0 admin admin] Publish callbacks [] for router_controller (b70b2871-a3eb-44e9-a6d5-e56131ccc248), precommit_add_association {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:36.313982 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.db_base_plugin_common [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Allocated IP 172.20.0.2 (fc76fd3b-67a5-4661-834d-70f414d1700e/689638d8-9b8e-4ad2-8489-3863e071ea41/0e5208dd-82d5-4af0-8e61-72b94b23d852) {{(pid=102565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:25:36.323168 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cbc482c2-6c49-4c29-9d63-5bf995a211e0 admin admin] Publish callbacks [] for router_gateway (b70b2871-a3eb-44e9-a6d5-e56131ccc248), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:36.458343 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Publish callbacks [] for port (0e5208dd-82d5-4af0-8e61-72b94b23d852), precommit_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:36.464429 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (0e5208dd-82d5-4af0-8e61-72b94b23d852), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:36.511288 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Network fc76fd3b-67a5-4661-834d-70f414d1700e is already hosted by enough agents. {{(pid=102565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:25:36.514197 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.scheduler.base_scheduler [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Resources bound (agent type, host, resource id): {{(pid=102565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:25:36.519783 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Received port after_create {{(pid=102565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:25:36.522425 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Pushing event updated for resources: {'Port': ['ID=0e5208dd-82d5-4af0-8e61-72b94b23d852,revision_number=1']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:36.531601 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.531978 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.532324 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.532663 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.532999 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.533324 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.534558 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.534727 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.534955 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.535286 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.535640 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.535957 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.536277 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:36.541467 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cbc482c2-6c49-4c29-9d63-5bf995a211e0 admin admin] Publish callbacks [] for router_gateway (b70b2871-a3eb-44e9-a6d5-e56131ccc248), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:36.562471 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cbc482c2-6c49-4c29-9d63-5bf995a211e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:36.592236 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Attempting to bind port 0e5208dd-82d5-4af0-8e61-72b94b23d852 on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:25:36.592617 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Attempting to bind port 0e5208dd-82d5-4af0-8e61-72b94b23d852 by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': 'afa2d819-6b5e-4fac-a169-dbe67f7c62b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:25:36.592983 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Attempting to bind port 0e5208dd-82d5-4af0-8e61-72b94b23d852 on network fc76fd3b-67a5-4661-834d-70f414d1700e {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:25:36.603270 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:25:36.603270 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Checking segment: {'id': 'afa2d819-6b5e-4fac-a169-dbe67f7c62b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:25:36.603270 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:36.603270 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Bound using segment: {'id': 'afa2d819-6b5e-4fac-a169-dbe67f7c62b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:25:36.603270 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Bound port: 0e5208dd-82d5-4af0-8e61-72b94b23d852, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa2d819-6b5e-4fac-a169-dbe67f7c62b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:25:36.603270 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (0e5208dd-82d5-4af0-8e61-72b94b23d852), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:36.676873 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-cbc482c2-6c49-4c29-9d63-5bf995a211e0 admin admin] Allocated IP 172.27.0.57 (a318f2e5-fbf9-4a36-a1d1-4a864fc5139f/1bedbbde-d873-4c55-9589-51025e0481b7/a16709aa-b3bc-4abe-b11a-20955e9510f9) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:25:36.684019 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] For port 0e5208dd-82d5-4af0-8e61-72b94b23d852, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:25:36.687924 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] For port 0e5208dd-82d5-4af0-8e61-72b94b23d852, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=0e5208dd-82d5-4af0-8e61-72b94b23d852,segment=NetworkSegment(afa2d819-6b5e-4fac-a169-dbe67f7c62b1),segment_id=afa2d819-6b5e-4fac-a169-dbe67f7c62b1)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:25:36.695560 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (0e5208dd-82d5-4af0-8e61-72b94b23d852), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:36.766856 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f8e9f-1c8e-481b-92e1-7ea2eb72966f None None] Pushing event updated for resources: {'Port': ['ID=0e5208dd-82d5-4af0-8e61-72b94b23d852,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:36.789625 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cbc482c2-6c49-4c29-9d63-5bf995a211e0 admin admin] Publish callbacks [] for port (a16709aa-b3bc-4abe-b11a-20955e9510f9), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:36.827088 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cbc482c2-6c49-4c29-9d63-5bf995a211e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (a16709aa-b3bc-4abe-b11a-20955e9510f9), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:36.886558 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc482c2-6c49-4c29-9d63-5bf995a211e0 admin admin] Network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:25:36.889689 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-cbc482c2-6c49-4c29-9d63-5bf995a211e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:25:36.892773 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc482c2-6c49-4c29-9d63-5bf995a211e0 admin admin] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:25:36.923967 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc482c2-6c49-4c29-9d63-5bf995a211e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a16709aa-b3bc-4abe-b11a-20955e9510f9,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:37.050592 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 0e5208dd-82d5-4af0-8e61-72b94b23d852 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:25:37.099587 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 0e5208dd-82d5-4af0-8e61-72b94b23d852 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:37.100023 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (0e5208dd-82d5-4af0-8e61-72b94b23d852), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:37.171213 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cbc482c2-6c49-4c29-9d63-5bf995a211e0 admin admin] Publish callbacks [] for router_gateway (b70b2871-a3eb-44e9-a6d5-e56131ccc248), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:37.183741 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 0e5208dd-82d5-4af0-8e61-72b94b23d852 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:37.184147 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (0e5208dd-82d5-4af0-8e61-72b94b23d852), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:37.218080 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] For port 0e5208dd-82d5-4af0-8e61-72b94b23d852, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=0e5208dd-82d5-4af0-8e61-72b94b23d852,segment=NetworkSegment(afa2d819-6b5e-4fac-a169-dbe67f7c62b1),segment_id=afa2d819-6b5e-4fac-a169-dbe67f7c62b1)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:25:37.223083 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (0e5208dd-82d5-4af0-8e61-72b94b23d852), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:37.270177 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Pushing event updated for resources: {'Port': ['ID=0e5208dd-82d5-4af0-8e61-72b94b23d852,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:37.376433 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cbc482c2-6c49-4c29-9d63-5bf995a211e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554124'] for router (b70b2871-a3eb-44e9-a6d5-e56131ccc248), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:37.514604 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc482c2-6c49-4c29-9d63-5bf995a211e0 admin admin] Router b70b2871-a3eb-44e9-a6d5-e56131ccc248 is scheduled to L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e with binding_index 1 {{(pid=102564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 15:25:37.687747 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79af709c-496e-4bca-8d3a-e03b31107fa5 None None] Network fc76fd3b-67a5-4661-834d-70f414d1700e requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:25:37.765028 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e28fb0ed-36b2-400d-bf49-a9bd66a625ff None None] Provisioning complete for port 0e5208dd-82d5-4af0-8e61-72b94b23d852 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:37.765653 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e28fb0ed-36b2-400d-bf49-a9bd66a625ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (0e5208dd-82d5-4af0-8e61-72b94b23d852), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:37.865060 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc482c2-6c49-4c29-9d63-5bf995a211e0 admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:25:37.882602 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] Sync routers for ids ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:25:37.885560 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cbc482c2-6c49-4c29-9d63-5bf995a211e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:37.887187 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-cbc482c2-6c49-4c29-9d63-5bf995a211e0 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8075933 Feb 14 15:25:37.890151 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44080) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:37.929085 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e28fb0ed-36b2-400d-bf49-a9bd66a625ff None None] Current status of the port 0e5208dd-82d5-4af0-8e61-72b94b23d852 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:37.932419 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] Routers {'b70b2871-a3eb-44e9-a6d5-e56131ccc248'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:25:37.933433 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:25:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:38.098324 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] Set router b70b2871-a3eb-44e9-a6d5-e56131ccc248 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:25:38.287461 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-53f3aaea-a252-4648-a184-8e64cf2bb1dd None None] Provisioning complete for port 0e5208dd-82d5-4af0-8e61-72b94b23d852 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:38.287868 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-53f3aaea-a252-4648-a184-8e64cf2bb1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (0e5208dd-82d5-4af0-8e61-72b94b23d852), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:38.339008 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:37Z', 'revision_number': 3, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:38.353918 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1f7e7c44-0297-4380-9cbc-504816f06602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:38.371987 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] Checking router: b70b2871-a3eb-44e9-a6d5-e56131ccc248 for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:25:38.372277 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] Updating router b70b2871-a3eb-44e9-a6d5-e56131ccc248 port a16709aa-b3bc-4abe-b11a-20955e9510f9 binding host dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:25:38.421885 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (a16709aa-b3bc-4abe-b11a-20955e9510f9), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:38.452402 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-53f3aaea-a252-4648-a184-8e64cf2bb1dd None None] Current status of the port 0e5208dd-82d5-4af0-8e61-72b94b23d852 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:38.511535 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-1f7e7c44-0297-4380-9cbc-504816f06602 admin admin] Allocated IP 172.20.0.1 (fc76fd3b-67a5-4661-834d-70f414d1700e/689638d8-9b8e-4ad2-8489-3863e071ea41/a200a98b-052e-40b8-9c96-3568218dabb3) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:25:38.620518 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1f7e7c44-0297-4380-9cbc-504816f06602 admin admin] Publish callbacks [] for port (a200a98b-052e-40b8-9c96-3568218dabb3), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:38.655310 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1f7e7c44-0297-4380-9cbc-504816f06602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (a200a98b-052e-40b8-9c96-3568218dabb3), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:38.688527 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] Publish callbacks [] for port (a16709aa-b3bc-4abe-b11a-20955e9510f9), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:38.694258 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (a16709aa-b3bc-4abe-b11a-20955e9510f9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:38.698135 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7e7c44-0297-4380-9cbc-504816f06602 admin admin] Network fc76fd3b-67a5-4661-834d-70f414d1700e is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:25:38.701030 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-1f7e7c44-0297-4380-9cbc-504816f06602 admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:25:38.705383 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7e7c44-0297-4380-9cbc-504816f06602 admin admin] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:25:38.732264 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e7c44-0297-4380-9cbc-504816f06602 admin admin] Pushing event updated for resources: {'Port': ['ID=a200a98b-052e-40b8-9c96-3568218dabb3,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:38.747066 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] Attempting to bind port a16709aa-b3bc-4abe-b11a-20955e9510f9 on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:25:38.747442 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] Attempting to bind port a16709aa-b3bc-4abe-b11a-20955e9510f9 by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:25:38.747670 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1f7e7c44-0297-4380-9cbc-504816f06602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560831'] for router_interface (b70b2871-a3eb-44e9-a6d5-e56131ccc248), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:38.747858 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] Attempting to bind port a16709aa-b3bc-4abe-b11a-20955e9510f9 on network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:25:38.753849 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb178b-7d5a-4cce-9485-57751482e3df None None] Pushing event updated for resources: {'Port': ['ID=a16709aa-b3bc-4abe-b11a-20955e9510f9,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:38.758601 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:25:38.758978 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] Checking segment: {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:25:38.759381 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:38.759805 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] Bound using segment: {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:25:38.760291 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] Bound port: a16709aa-b3bc-4abe-b11a-20955e9510f9, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:25:38.760662 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (a16709aa-b3bc-4abe-b11a-20955e9510f9), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:38.817511 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] For port a16709aa-b3bc-4abe-b11a-20955e9510f9, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:25:38.822761 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] For port a16709aa-b3bc-4abe-b11a-20955e9510f9, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=a16709aa-b3bc-4abe-b11a-20955e9510f9,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:25:38.829494 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (a16709aa-b3bc-4abe-b11a-20955e9510f9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:38.894492 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1f7e7c44-0297-4380-9cbc-504816f06602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (a200a98b-052e-40b8-9c96-3568218dabb3), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:38.896653 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] Routers {'b70b2871-a3eb-44e9-a6d5-e56131ccc248'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:25:38.897757 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:25:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:38.940716 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb178b-7d5a-4cce-9485-57751482e3df None None] Pushing event updated for resources: {'Port': ['ID=a16709aa-b3bc-4abe-b11a-20955e9510f9,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:39.005338 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 0e5208dd-82d5-4af0-8e61-72b94b23d852 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:25:39.078386 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1f7e7c44-0297-4380-9cbc-504816f06602 admin admin] Publish callbacks [] for port (a200a98b-052e-40b8-9c96-3568218dabb3), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:39.084086 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1f7e7c44-0297-4380-9cbc-504816f06602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62982802'] for port (a200a98b-052e-40b8-9c96-3568218dabb3), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:39.155227 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e7c44-0297-4380-9cbc-504816f06602 admin admin] Pushing event updated for resources: {'Port': ['ID=a200a98b-052e-40b8-9c96-3568218dabb3,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:39.178422 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-3034d366-6f4b-44cd-ace6-ee05640559b7 None None] Provisioning complete for port a200a98b-052e-40b8-9c96-3568218dabb3 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:39.178980 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-3034d366-6f4b-44cd-ace6-ee05640559b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (a200a98b-052e-40b8-9c96-3568218dabb3), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:39.182259 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1f7e7c44-0297-4380-9cbc-504816f06602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560835'] for router_interface (b70b2871-a3eb-44e9-a6d5-e56131ccc248), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:39.211067 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] Set router b70b2871-a3eb-44e9-a6d5-e56131ccc248 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:25:39.268496 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-3034d366-6f4b-44cd-ace6-ee05640559b7 None None] Port a200a98b-052e-40b8-9c96-3568218dabb3 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:25:39.280787 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7e7c44-0297-4380-9cbc-504816f06602 admin admin] Network fc76fd3b-67a5-4661-834d-70f414d1700e is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:25:39.282386 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-1f7e7c44-0297-4380-9cbc-504816f06602 admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:25:39.334306 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 0e5208dd-82d5-4af0-8e61-72b94b23d852 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:39.334691 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (0e5208dd-82d5-4af0-8e61-72b94b23d852), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:39.425921 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7e7c44-0297-4380-9cbc-504816f06602 admin admin] Router b70b2871-a3eb-44e9-a6d5-e56131ccc248 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:25:39.506373 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 0e5208dd-82d5-4af0-8e61-72b94b23d852 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:39.518638 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'a200a98b-052e-40b8-9c96-3568218dabb3', 'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'mac_address': 'fa:16:3e:ee:2e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:38Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 1, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'subnets': [{'id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:39.549033 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7e7c44-0297-4380-9cbc-504816f06602 admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:25:39.549725 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a5b10a-2ef2-42ce-85c5-5735b83872c3 None None] The sync data for ids ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'] in dv-cinder-815146-10-iscsi is: [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'a200a98b-052e-40b8-9c96-3568218dabb3', 'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'mac_address': 'fa:16:3e:ee:2e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:38Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 1, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'subnets': [{'id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:25:39.554597 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-1f7e7c44-0297-4380-9cbc-504816f06602 admin admin] 10.222.0.87 "PUT /v2.0/routers/b70b2871-a3eb-44e9-a6d5-e56131ccc248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6630991 Feb 14 15:25:39.594161 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-180219dc-b25f-43f1-9fb0-b17aaed7f75f None None] Provisioning complete for port a200a98b-052e-40b8-9c96-3568218dabb3 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:39.594544 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-180219dc-b25f-43f1-9fb0-b17aaed7f75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (a200a98b-052e-40b8-9c96-3568218dabb3), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:39.630718 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-180219dc-b25f-43f1-9fb0-b17aaed7f75f None None] Port a200a98b-052e-40b8-9c96-3568218dabb3 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:25:40.061733 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44106) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:40.067734 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-e9ec55e1-9026-4071-8960-021ab1a94f86 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-615262719-network', 'tenant_id': '3cc1cb8bf94947c483e73c9ce90fe132'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:25:40.087929 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ec55e1-9026-4071-8960-021ab1a94f86 admin admin] Made reservation on behalf of 3cc1cb8bf94947c483e73c9ce90fe132 for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:25:40.090431 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e9ec55e1-9026-4071-8960-021ab1a94f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.099638 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e9ec55e1-9026-4071-8960-021ab1a94f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.195905 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e9ec55e1-9026-4071-8960-021ab1a94f86 admin admin] Publish callbacks [] for security_group (76de7a5f-63c5-4add-85be-b99e3605badc), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.202229 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e9ec55e1-9026-4071-8960-021ab1a94f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (76de7a5f-63c5-4add-85be-b99e3605badc), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.204018 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44110) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:40.232796 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ec55e1-9026-4071-8960-021ab1a94f86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=102564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:25:40.239957 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec55e1-9026-4071-8960-021ab1a94f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76de7a5f-63c5-4add-85be-b99e3605badc,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:40.246534 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e9ec55e1-9026-4071-8960-021ab1a94f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (aa2ff3a3-2f99-41a6-818a-a90f458a5a3f), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.246880 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-e9ec55e1-9026-4071-8960-021ab1a94f86 admin admin] Added segment aa2ff3a3-2f99-41a6-818a-a90f458a5a3f of type vlan for network 9f3af8da-54d8-46e3-969c-a0cba5b326cc Feb 14 15:25:40.263843 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc23c8da-0922-44f2-a7be-f42aa4386ede admin admin] Deleting subnet 24c6f0fe-71e2-4cc9-9e1b-5a80cb954f04 {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:25:40.267917 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cc23c8da-0922-44f2-a7be-f42aa4386ede admin admin] Publish callbacks [] for subnet (24c6f0fe-71e2-4cc9-9e1b-5a80cb954f04), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.296669 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e9ec55e1-9026-4071-8960-021ab1a94f86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752304802214'] for network (9f3af8da-54d8-46e3-969c-a0cba5b326cc), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.308351 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cc23c8da-0922-44f2-a7be-f42aa4386ede admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63220632'] for subnet (24c6f0fe-71e2-4cc9-9e1b-5a80cb954f04), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.338192 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e9ec55e1-9026-4071-8960-021ab1a94f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for network (9f3af8da-54d8-46e3-969c-a0cba5b326cc), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.339326 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ec55e1-9026-4071-8960-021ab1a94f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:25:40.340088 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e9ec55e1-9026-4071-8960-021ab1a94f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.354881 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cc23c8da-0922-44f2-a7be-f42aa4386ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1868731'] for subnet (24c6f0fe-71e2-4cc9-9e1b-5a80cb954f04), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.380092 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-e9ec55e1-9026-4071-8960-021ab1a94f86 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3171229 Feb 14 15:25:40.382766 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44112) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:40.392144 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-8e4c3c0a-7f7c-4353-8130-a461ab227a3f admin admin] Request body: {'subnet': {'network_id': '9f3af8da-54d8-46e3-969c-a0cba5b326cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-615262719-subnet', 'tenant_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:25:40.415939 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec55e1-9026-4071-8960-021ab1a94f86 admin admin] Pushing event updated for resources: {'Network': ['ID=9f3af8da-54d8-46e3-969c-a0cba5b326cc,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:40.428861 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Network 9f3af8da-54d8-46e3-969c-a0cba5b326cc details requested by agent ovs-agent-dv-cinder-815146-10-iscsi with host dv-cinder-815146-10-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:25:40.429399 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4c3c0a-7f7c-4353-8130-a461ab227a3f admin admin] Made reservation on behalf of 3cc1cb8bf94947c483e73c9ce90fe132 for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:25:40.431809 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3c0a-7f7c-4353-8130-a461ab227a3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64822377'] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.461128 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cc23c8da-0922-44f2-a7be-f42aa4386ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63367949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64822354'] for subnet (24c6f0fe-71e2-4cc9-9e1b-5a80cb954f04), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.524457 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cc23c8da-0922-44f2-a7be-f42aa4386ede admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.527908 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-cc23c8da-0922-44f2-a7be-f42aa4386ede admin admin] 10.222.0.87 "DELETE /v2.0/subnets/24c6f0fe-71e2-4cc9-9e1b-5a80cb954f04 HTTP/1.1" status: 204 len: 168 time: 0.3223929 Feb 14 15:25:40.530434 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44114) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:40.531149 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23c8da-0922-44f2-a7be-f42aa4386ede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c6f0fe-71e2-4cc9-9e1b-5a80cb954f04,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:40.615192 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0c87a484-45fb-48bb-ac42-ea1b62a48603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1712449'] for network (254fc47e-ee41-4994-bafb-efb8510a86a1), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.663436 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3c0a-7f7c-4353-8130-a461ab227a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63368002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64822363'] for subnet (d9c19663-97f3-43a5-ac6b-67c8d9563f0d), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.710998 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0c87a484-45fb-48bb-ac42-ea1b62a48603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1869372', 'neutron.services.segments.db._delete_segments_for_network-8752305293424'] for network (254fc47e-ee41-4994-bafb-efb8510a86a1), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.716330 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c3c0a-7f7c-4353-8130-a461ab227a3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9c19663-97f3-43a5-ac6b-67c8d9563f0d,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:40.734305 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4c3c0a-7f7c-4353-8130-a461ab227a3f admin admin] Checking segment: {'id': 'aa2ff3a3-2f99-41a6-818a-a90f458a5a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9f3af8da-54d8-46e3-969c-a0cba5b326cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:25:40.734533 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-0c87a484-45fb-48bb-ac42-ea1b62a48603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['254fc47e-ee41-4994-bafb-efb8510a86a1']}} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:40.734828 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4c3c0a-7f7c-4353-8130-a461ab227a3f admin admin] Network hostable DHCP agents. Network: 9f3af8da-54d8-46e3-969c-a0cba5b326cc, hostable agents: ['b66b99de-e32e-4873-b4e6-197912f08fb5'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:25:40.745595 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-0c87a484-45fb-48bb-ac42-ea1b62a48603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1') {'for_net_delete': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:40.746099 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-0c87a484-45fb-48bb-ac42-ea1b62a48603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1') {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:40.753470 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4c3c0a-7f7c-4353-8130-a461ab227a3f admin admin] Network 9f3af8da-54d8-46e3-969c-a0cba5b326cc is scheduled to be hosted by DHCP agent b66b99de-e32e-4873-b4e6-197912f08fb5 with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:25:40.759165 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0c87a484-45fb-48bb-ac42-ea1b62a48603 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752305294713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63366580'] for segment (6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.763469 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-8e4c3c0a-7f7c-4353-8130-a461ab227a3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-10-iscsi, 9f3af8da-54d8-46e3-969c-a0cba5b326cc) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:25:40.768640 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4c3c0a-7f7c-4353-8130-a461ab227a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:25:40.769620 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3c0a-7f7c-4353-8130-a461ab227a3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.773328 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b547e9-c962-4d34-864e-4ce63ad1b433 None None] Network 9f3af8da-54d8-46e3-969c-a0cba5b326cc requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:25:40.778399 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0c87a484-45fb-48bb-ac42-ea1b62a48603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.786396 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c87a484-45fb-48bb-ac42-ea1b62a48603 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=102564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:25:40.786769 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0c87a484-45fb-48bb-ac42-ea1b62a48603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62982902'] for segment (6fe9ccff-c277-4a8c-90fd-2c2c63ad26a1), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: Traceback (most recent call last): Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: timer() Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: cb(*args, **kw) Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: return func(*args, **kwargs) Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: self._notify() Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: self.callback(batched_events) Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: event.method(event) Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: return f(self, *a, **k) Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: return self._get(url).json() Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: return self.request(url, 'GET', **kwargs) Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:25:40.789583 dv-cinder-815146-10-iscsi neutron-server[102564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:25:40.804554 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-8e4c3c0a-7f7c-4353-8130-a461ab227a3f admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4206624 Feb 14 15:25:40.807296 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44116) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:40.812487 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-46b1d0c9-939c-41a7-87bb-b2e0edf9ff40 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-615262719-router', 'tenant_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:25:40.835837 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-46b1d0c9-939c-41a7-87bb-b2e0edf9ff40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8869'] for router (0933bf04-5e52-45f5-bdd9-7968d5abf5aa), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.837990 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-46b1d0c9-939c-41a7-87bb-b2e0edf9ff40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8876'] for router (0933bf04-5e52-45f5-bdd9-7968d5abf5aa), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.858966 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0c87a484-45fb-48bb-ac42-ea1b62a48603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1869365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560688'] for network (254fc47e-ee41-4994-bafb-efb8510a86a1), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.866290 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0c87a484-45fb-48bb-ac42-ea1b62a48603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.871348 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-0c87a484-45fb-48bb-ac42-ea1b62a48603 admin admin] 10.222.0.87 "DELETE /v2.0/networks/254fc47e-ee41-4994-bafb-efb8510a86a1 HTTP/1.1" status: 204 len: 168 time: 0.3396461 Feb 14 15:25:40.883709 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87a484-45fb-48bb-ac42-ea1b62a48603 admin admin] Pushing event deleted for resources: {'Network': ['ID=254fc47e-ee41-4994-bafb-efb8510a86a1,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:40.923987 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe62bfe-92a6-4c37-9a0f-f490a1fcd99d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe652a62c-4731-560b-ba95-866650a6da87-9f3af8da-54d8-46e3-969c-a0cba5b326cc', 'network_id': '9f3af8da-54d8-46e3-969c-a0cba5b326cc', 'project_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'fixed_ips': [{'subnet_id': 'd9c19663-97f3-43a5-ac6b-67c8d9563f0d'}]}} from dv-cinder-815146-10-iscsi. {{(pid=102565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 15:25:40.925619 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-efe62bfe-92a6-4c37-9a0f-f490a1fcd99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:40.950546 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-46b1d0c9-939c-41a7-87bb-b2e0edf9ff40 admin admin] Publish callbacks [] for router_controller (0933bf04-5e52-45f5-bdd9-7968d5abf5aa), precommit_add_association {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:41.060510 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device a16709aa-b3bc-4abe-b11a-20955e9510f9 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:25:41.118903 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44120) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:41.132102 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-46b1d0c9-939c-41a7-87bb-b2e0edf9ff40 admin admin] Publish callbacks [] for router_gateway (0933bf04-5e52-45f5-bdd9-7968d5abf5aa), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:41.143011 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.db_base_plugin_common [None req-efe62bfe-92a6-4c37-9a0f-f490a1fcd99d None None] Allocated IP 172.20.0.2 (9f3af8da-54d8-46e3-969c-a0cba5b326cc/d9c19663-97f3-43a5-ac6b-67c8d9563f0d/58cde45f-aeaa-4be8-91ed-6133387d323d) {{(pid=102565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:25:41.168901 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-1e34df36-09f5-4380-ab53-1eefb3c70649 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=17e6b12a4cf04e009c4595095c67bc42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487797 Feb 14 15:25:41.171286 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44122) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:41.182545 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port a16709aa-b3bc-4abe-b11a-20955e9510f9 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:41.183198 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (a16709aa-b3bc-4abe-b11a-20955e9510f9), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:41.226266 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-18adb28c-9f29-464e-80ca-20838839244b admin admin] Publish callbacks [] for security_group (cb70cb44-9227-4fa6-a223-a2d2b36d9ee2), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:41.251404 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-18adb28c-9f29-464e-80ca-20838839244b admin admin] Publish callbacks [] for security_group (cb70cb44-9227-4fa6-a223-a2d2b36d9ee2), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:41.306563 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-18adb28c-9f29-464e-80ca-20838839244b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (cb70cb44-9227-4fa6-a223-a2d2b36d9ee2), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:41.309344 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-18adb28c-9f29-464e-80ca-20838839244b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:41.313049 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-18adb28c-9f29-464e-80ca-20838839244b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cb70cb44-9227-4fa6-a223-a2d2b36d9ee2 HTTP/1.1" status: 204 len: 168 time: 0.1381848 Feb 14 15:25:41.321227 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18adb28c-9f29-464e-80ca-20838839244b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb70cb44-9227-4fa6-a223-a2d2b36d9ee2,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:41.356721 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-46b1d0c9-939c-41a7-87bb-b2e0edf9ff40 admin admin] Publish callbacks [] for router_gateway (0933bf04-5e52-45f5-bdd9-7968d5abf5aa), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:41.376634 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-46b1d0c9-939c-41a7-87bb-b2e0edf9ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:41.392941 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port a16709aa-b3bc-4abe-b11a-20955e9510f9 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:41.393799 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (a16709aa-b3bc-4abe-b11a-20955e9510f9), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:41.399237 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-efe62bfe-92a6-4c37-9a0f-f490a1fcd99d None None] Publish callbacks [] for port (58cde45f-aeaa-4be8-91ed-6133387d323d), precommit_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:41.412142 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-efe62bfe-92a6-4c37-9a0f-f490a1fcd99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (58cde45f-aeaa-4be8-91ed-6133387d323d), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:41.430386 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] For port a16709aa-b3bc-4abe-b11a-20955e9510f9, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=a16709aa-b3bc-4abe-b11a-20955e9510f9,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:25:41.453807 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (a16709aa-b3bc-4abe-b11a-20955e9510f9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:41.464891 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe62bfe-92a6-4c37-9a0f-f490a1fcd99d None None] Network 9f3af8da-54d8-46e3-969c-a0cba5b326cc is already hosted by enough agents. {{(pid=102565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:25:41.468158 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.scheduler.base_scheduler [None req-efe62bfe-92a6-4c37-9a0f-f490a1fcd99d None None] Resources bound (agent type, host, resource id): {{(pid=102565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:25:41.473049 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe62bfe-92a6-4c37-9a0f-f490a1fcd99d None None] Received port after_create {{(pid=102565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:25:41.486274 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe62bfe-92a6-4c37-9a0f-f490a1fcd99d None None] Pushing event updated for resources: {'Port': ['ID=58cde45f-aeaa-4be8-91ed-6133387d323d,revision_number=1']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:41.505438 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-46b1d0c9-939c-41a7-87bb-b2e0edf9ff40 admin admin] Allocated IP 172.27.0.76 (a318f2e5-fbf9-4a36-a1d1-4a864fc5139f/1bedbbde-d873-4c55-9589-51025e0481b7/568f8779-9787-4479-bce0-a4ea776ea63b) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:25:41.581709 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-efe62bfe-92a6-4c37-9a0f-f490a1fcd99d None None] Attempting to bind port 58cde45f-aeaa-4be8-91ed-6133387d323d on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:25:41.582204 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-efe62bfe-92a6-4c37-9a0f-f490a1fcd99d None None] Attempting to bind port 58cde45f-aeaa-4be8-91ed-6133387d323d by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': 'aa2ff3a3-2f99-41a6-818a-a90f458a5a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9f3af8da-54d8-46e3-969c-a0cba5b326cc'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:25:41.582825 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe62bfe-92a6-4c37-9a0f-f490a1fcd99d None None] Attempting to bind port 58cde45f-aeaa-4be8-91ed-6133387d323d on network 9f3af8da-54d8-46e3-969c-a0cba5b326cc {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:25:41.611340 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe62bfe-92a6-4c37-9a0f-f490a1fcd99d None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:25:41.612350 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe62bfe-92a6-4c37-9a0f-f490a1fcd99d None None] Checking segment: {'id': 'aa2ff3a3-2f99-41a6-818a-a90f458a5a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9f3af8da-54d8-46e3-969c-a0cba5b326cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:25:41.612763 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-efe62bfe-92a6-4c37-9a0f-f490a1fcd99d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:41.613167 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe62bfe-92a6-4c37-9a0f-f490a1fcd99d None None] Bound using segment: {'id': 'aa2ff3a3-2f99-41a6-818a-a90f458a5a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9f3af8da-54d8-46e3-969c-a0cba5b326cc'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:25:41.613712 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-efe62bfe-92a6-4c37-9a0f-f490a1fcd99d None None] Bound port: 58cde45f-aeaa-4be8-91ed-6133387d323d, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2ff3a3-2f99-41a6-818a-a90f458a5a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9f3af8da-54d8-46e3-969c-a0cba5b326cc'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:25:41.614138 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-efe62bfe-92a6-4c37-9a0f-f490a1fcd99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (58cde45f-aeaa-4be8-91ed-6133387d323d), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:41.626308 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Pushing event updated for resources: {'Port': ['ID=a16709aa-b3bc-4abe-b11a-20955e9510f9,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:41.662219 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-46b1d0c9-939c-41a7-87bb-b2e0edf9ff40 admin admin] Publish callbacks [] for port (568f8779-9787-4479-bce0-a4ea776ea63b), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:41.694696 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-efe62bfe-92a6-4c37-9a0f-f490a1fcd99d None None] For port 58cde45f-aeaa-4be8-91ed-6133387d323d, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:25:41.698423 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-efe62bfe-92a6-4c37-9a0f-f490a1fcd99d None None] For port 58cde45f-aeaa-4be8-91ed-6133387d323d, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=58cde45f-aeaa-4be8-91ed-6133387d323d,segment=NetworkSegment(aa2ff3a3-2f99-41a6-818a-a90f458a5a3f),segment_id=aa2ff3a3-2f99-41a6-818a-a90f458a5a3f)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:25:41.701041 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-46b1d0c9-939c-41a7-87bb-b2e0edf9ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (568f8779-9787-4479-bce0-a4ea776ea63b), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:41.706298 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-efe62bfe-92a6-4c37-9a0f-f490a1fcd99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (58cde45f-aeaa-4be8-91ed-6133387d323d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:41.750830 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b1d0c9-939c-41a7-87bb-b2e0edf9ff40 admin admin] Network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:25:41.754202 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-46b1d0c9-939c-41a7-87bb-b2e0edf9ff40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:25:41.758613 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b1d0c9-939c-41a7-87bb-b2e0edf9ff40 admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:25:41.772687 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe62bfe-92a6-4c37-9a0f-f490a1fcd99d None None] Pushing event updated for resources: {'Port': ['ID=58cde45f-aeaa-4be8-91ed-6133387d323d,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:41.796435 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1d0c9-939c-41a7-87bb-b2e0edf9ff40 admin admin] Pushing event updated for resources: {'Port': ['ID=568f8779-9787-4479-bce0-a4ea776ea63b,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:42.023534 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] Sync routers for ids ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'] in dv-cinder-815146-10-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:25:42.033311 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] Routers {'b70b2871-a3eb-44e9-a6d5-e56131ccc248'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:25:42.034258 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:25:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:42.065878 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-46b1d0c9-939c-41a7-87bb-b2e0edf9ff40 admin admin] Publish callbacks [] for router_gateway (0933bf04-5e52-45f5-bdd9-7968d5abf5aa), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:42.179104 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] Set router b70b2871-a3eb-44e9-a6d5-e56131ccc248 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:25:42.251355 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44144) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:42.375590 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-9903a1aa-6f45-4295-899a-a5f25f4514bd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1646230621-network', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:25:42.398702 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9903a1aa-6f45-4295-899a-a5f25f4514bd admin admin] Made reservation on behalf of ea5eb4c8f18e41beb056eeb47b9c7651 for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:25:42.402143 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9903a1aa-6f45-4295-899a-a5f25f4514bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:42.406070 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'a200a98b-052e-40b8-9c96-3568218dabb3', 'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'mac_address': 'fa:16:3e:ee:2e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:38Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 2, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'subnets': [{'id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:42.415586 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9903a1aa-6f45-4295-899a-a5f25f4514bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:42.445062 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] Checking router: b70b2871-a3eb-44e9-a6d5-e56131ccc248 for host: dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:25:42.445621 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] Updating router b70b2871-a3eb-44e9-a6d5-e56131ccc248 port a200a98b-052e-40b8-9c96-3568218dabb3 binding host dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:25:42.485209 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (a200a98b-052e-40b8-9c96-3568218dabb3), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:42.508883 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9903a1aa-6f45-4295-899a-a5f25f4514bd admin admin] Publish callbacks [] for security_group (7272757c-a782-44f3-8ca6-20a9b4486986), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:42.513523 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9903a1aa-6f45-4295-899a-a5f25f4514bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (7272757c-a782-44f3-8ca6-20a9b4486986), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:42.552114 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9903a1aa-6f45-4295-899a-a5f25f4514bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=102564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:25:42.559458 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903a1aa-6f45-4295-899a-a5f25f4514bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7272757c-a782-44f3-8ca6-20a9b4486986,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:42.573916 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9903a1aa-6f45-4295-899a-a5f25f4514bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (284a1293-b1ce-4623-a917-402ce0433699), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:42.574309 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-9903a1aa-6f45-4295-899a-a5f25f4514bd admin admin] Added segment 284a1293-b1ce-4623-a917-402ce0433699 of type vlan for network b036eec9-a30b-45ca-b651-2397cce838fd Feb 14 15:25:42.595181 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-46b1d0c9-939c-41a7-87bb-b2e0edf9ff40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554124'] for router (0933bf04-5e52-45f5-bdd9-7968d5abf5aa), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:42.630684 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9903a1aa-6f45-4295-899a-a5f25f4514bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752304802214'] for network (b036eec9-a30b-45ca-b651-2397cce838fd), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:42.660857 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9903a1aa-6f45-4295-899a-a5f25f4514bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for network (b036eec9-a30b-45ca-b651-2397cce838fd), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:42.662609 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9903a1aa-6f45-4295-899a-a5f25f4514bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:25:42.664082 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9903a1aa-6f45-4295-899a-a5f25f4514bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:42.701940 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-9903a1aa-6f45-4295-899a-a5f25f4514bd admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4485650 Feb 14 15:25:42.707934 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44148) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:42.743505 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-142d8cf6-c94d-4167-955e-0e371a2c541a admin admin] Request body: {'subnet': {'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1646230621-subnet', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'ip_version': 4}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:25:42.752300 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903a1aa-6f45-4295-899a-a5f25f4514bd admin admin] Pushing event updated for resources: {'Network': ['ID=b036eec9-a30b-45ca-b651-2397cce838fd,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:42.769443 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Network b036eec9-a30b-45ca-b651-2397cce838fd details requested by agent ovs-agent-dv-cinder-815146-10-iscsi with host dv-cinder-815146-10-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:25:42.784963 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142d8cf6-c94d-4167-955e-0e371a2c541a admin admin] Made reservation on behalf of ea5eb4c8f18e41beb056eeb47b9c7651 for: {'subnet': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:25:42.794338 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-142d8cf6-c94d-4167-955e-0e371a2c541a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63375859'] for subnet (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:42.847635 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b1d0c9-939c-41a7-87bb-b2e0edf9ff40 admin admin] Router 0933bf04-5e52-45f5-bdd9-7968d5abf5aa is scheduled to L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e with binding_index 1 {{(pid=102563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 15:25:42.877932 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] Publish callbacks [] for port (a200a98b-052e-40b8-9c96-3568218dabb3), precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:42.892874 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (a200a98b-052e-40b8-9c96-3568218dabb3), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:42.896694 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:42.949720 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e79fc4-58ae-4160-b802-03167a84ad33 None None] Pushing event updated for resources: {'Port': ['ID=a200a98b-052e-40b8-9c96-3568218dabb3,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:42.960673 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79fc4-58ae-4160-b802-03167a84ad33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:42.961048 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79fc4-58ae-4160-b802-03167a84ad33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:42.961411 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79fc4-58ae-4160-b802-03167a84ad33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:42.961754 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79fc4-58ae-4160-b802-03167a84ad33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:42.962091 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79fc4-58ae-4160-b802-03167a84ad33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:42.962424 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79fc4-58ae-4160-b802-03167a84ad33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:42.962768 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79fc4-58ae-4160-b802-03167a84ad33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:42.963101 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79fc4-58ae-4160-b802-03167a84ad33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:42.963428 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79fc4-58ae-4160-b802-03167a84ad33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:42.963811 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79fc4-58ae-4160-b802-03167a84ad33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:42.964144 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79fc4-58ae-4160-b802-03167a84ad33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:42.964465 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79fc4-58ae-4160-b802-03167a84ad33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:42.964785 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79fc4-58ae-4160-b802-03167a84ad33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:25:43.053806 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b1d0c9-939c-41a7-87bb-b2e0edf9ff40 admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:25:43.069587 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] Sync routers for ids ['0933bf04-5e52-45f5-bdd9-7968d5abf5aa'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:25:43.076215 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] Attempting to bind port a200a98b-052e-40b8-9c96-3568218dabb3 on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:25:43.076766 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] Attempting to bind port a200a98b-052e-40b8-9c96-3568218dabb3 by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': 'afa2d819-6b5e-4fac-a169-dbe67f7c62b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:25:43.076975 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] Attempting to bind port a200a98b-052e-40b8-9c96-3568218dabb3 on network fc76fd3b-67a5-4661-834d-70f414d1700e {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:25:43.090592 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:25:43.091076 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] Checking segment: {'id': 'afa2d819-6b5e-4fac-a169-dbe67f7c62b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:25:43.091581 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:43.092087 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] Bound using segment: {'id': 'afa2d819-6b5e-4fac-a169-dbe67f7c62b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:25:43.092640 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] Bound port: a200a98b-052e-40b8-9c96-3568218dabb3, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa2d819-6b5e-4fac-a169-dbe67f7c62b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:25:43.093112 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (a200a98b-052e-40b8-9c96-3568218dabb3), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:43.094514 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] Routers {'0933bf04-5e52-45f5-bdd9-7968d5abf5aa'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:25:43.095773 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:25:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['0933bf04-5e52-45f5-bdd9-7968d5abf5aa'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:43.100989 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-46b1d0c9-939c-41a7-87bb-b2e0edf9ff40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:43.104700 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-46b1d0c9-939c-41a7-87bb-b2e0edf9ff40 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2937219 Feb 14 15:25:43.106096 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44150) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:43.121096 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-142d8cf6-c94d-4167-955e-0e371a2c541a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62982427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63375809'] for subnet (534d64a7-d0a7-45ee-a783-2ca3a78a2c1d), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:43.203951 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dba027-8554-424a-85e8-736507309150 None None] Network 9f3af8da-54d8-46e3-969c-a0cba5b326cc requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:25:43.206902 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device a16709aa-b3bc-4abe-b11a-20955e9510f9 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:25:43.233582 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d8cf6-c94d-4167-955e-0e371a2c541a admin admin] Pushing event updated for resources: {'Subnet': ['ID=534d64a7-d0a7-45ee-a783-2ca3a78a2c1d,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:43.246157 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] For port a200a98b-052e-40b8-9c96-3568218dabb3, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:25:43.254017 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] For port a200a98b-052e-40b8-9c96-3568218dabb3, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=a200a98b-052e-40b8-9c96-3568218dabb3,segment=NetworkSegment(afa2d819-6b5e-4fac-a169-dbe67f7c62b1),segment_id=afa2d819-6b5e-4fac-a169-dbe67f7c62b1)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:25:43.258584 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142d8cf6-c94d-4167-955e-0e371a2c541a admin admin] Checking segment: {'id': '284a1293-b1ce-4623-a917-402ce0433699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:25:43.259158 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142d8cf6-c94d-4167-955e-0e371a2c541a admin admin] Network hostable DHCP agents. Network: b036eec9-a30b-45ca-b651-2397cce838fd, hostable agents: ['b66b99de-e32e-4873-b4e6-197912f08fb5'], hosted agents: [] {{(pid=102564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:25:43.265581 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (a200a98b-052e-40b8-9c96-3568218dabb3), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:43.290198 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142d8cf6-c94d-4167-955e-0e371a2c541a admin admin] Network b036eec9-a30b-45ca-b651-2397cce838fd is scheduled to be hosted by DHCP agent b66b99de-e32e-4873-b4e6-197912f08fb5 with binding_index 1 {{(pid=102564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:25:43.302734 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-142d8cf6-c94d-4167-955e-0e371a2c541a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-10-iscsi, b036eec9-a30b-45ca-b651-2397cce838fd) {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:25:43.306977 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142d8cf6-c94d-4167-955e-0e371a2c541a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:25:43.307641 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-142d8cf6-c94d-4167-955e-0e371a2c541a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:43.332087 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-142d8cf6-c94d-4167-955e-0e371a2c541a admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6194770 Feb 14 15:25:43.332861 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44152) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:43.339090 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-ac13c6fb-5a3e-4db0-a5a0-0107130bc82d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1646230621-router', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:25:43.347155 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-b489b493-c0a9-48ad-b881-c44cd37e2e5c None None] Provisioning complete for port 58cde45f-aeaa-4be8-91ed-6133387d323d triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:43.347588 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b489b493-c0a9-48ad-b881-c44cd37e2e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (58cde45f-aeaa-4be8-91ed-6133387d323d), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:43.367011 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ac13c6fb-5a3e-4db0-a5a0-0107130bc82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8869'] for router (10f69470-d0a6-4ba1-b01d-060eb6001c40), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:43.368120 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ac13c6fb-5a3e-4db0-a5a0-0107130bc82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8876'] for router (10f69470-d0a6-4ba1-b01d-060eb6001c40), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:43.404351 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] Routers {'b70b2871-a3eb-44e9-a6d5-e56131ccc248'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:25:43.405129 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:25:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:43.410198 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e79fc4-58ae-4160-b802-03167a84ad33 None None] Pushing event updated for resources: {'Port': ['ID=a200a98b-052e-40b8-9c96-3568218dabb3,revision_number=4']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:43.473011 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ac13c6fb-5a3e-4db0-a5a0-0107130bc82d admin admin] Publish callbacks [] for router_controller (10f69470-d0a6-4ba1-b01d-060eb6001c40), precommit_add_association {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:43.550467 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] Set router b70b2871-a3eb-44e9-a6d5-e56131ccc248 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:25:43.559476 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6746b768-c92c-4614-bcdc-6597e5878ffc None None] Network b036eec9-a30b-45ca-b651-2397cce838fd requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:25:43.689061 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port a16709aa-b3bc-4abe-b11a-20955e9510f9 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:43.691151 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (a16709aa-b3bc-4abe-b11a-20955e9510f9), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:43.731750 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ac13c6fb-5a3e-4db0-a5a0-0107130bc82d admin admin] Publish callbacks [] for router_gateway (10f69470-d0a6-4ba1-b01d-060eb6001c40), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:43.791810 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-875a3bee-b540-4024-b637-0daa0a9446c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:43.820884 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] Set router 0933bf04-5e52-45f5-bdd9-7968d5abf5aa gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:25:43.824954 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-06c14de0-df86-4f1e-9446-024e58135294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:43.870139 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'a200a98b-052e-40b8-9c96-3568218dabb3', 'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'mac_address': 'fa:16:3e:ee:2e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:38Z', 'updated_at': '2022-02-14T15:25:43Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'subnets': [{'id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:43.902471 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155b6c6a-32b1-4ada-a1d3-8409f969c13b None None] The sync data for ids ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'] in dv-cinder-815146-10-iscsi is: [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'a200a98b-052e-40b8-9c96-3568218dabb3', 'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'mac_address': 'fa:16:3e:ee:2e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:38Z', 'updated_at': '2022-02-14T15:25:43Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'subnets': [{'id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:25:44.027240 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ac13c6fb-5a3e-4db0-a5a0-0107130bc82d admin admin] Publish callbacks [] for router_gateway (10f69470-d0a6-4ba1-b01d-060eb6001c40), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:44.040935 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-875a3bee-b540-4024-b637-0daa0a9446c8 admin admin] Allocated IP 172.20.0.1 (9f3af8da-54d8-46e3-969c-a0cba5b326cc/d9c19663-97f3-43a5-ac6b-67c8d9563f0d/46563819-b92a-4ae0-ac99-04582b8c2792) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:25:44.052775 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ac13c6fb-5a3e-4db0-a5a0-0107130bc82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:44.105261 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f255aaf-090a-42bc-b054-f93749ba8da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe652a62c-4731-560b-ba95-866650a6da87-b036eec9-a30b-45ca-b651-2397cce838fd', 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd', 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'fixed_ips': [{'subnet_id': '534d64a7-d0a7-45ee-a783-2ca3a78a2c1d'}]}} from dv-cinder-815146-10-iscsi. {{(pid=102565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 15:25:44.106141 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8f255aaf-090a-42bc-b054-f93749ba8da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:44.191403 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-ac13c6fb-5a3e-4db0-a5a0-0107130bc82d admin admin] Allocated IP 172.27.0.112 (a318f2e5-fbf9-4a36-a1d1-4a864fc5139f/1bedbbde-d873-4c55-9589-51025e0481b7/16cd6653-b975-409e-92cd-98e89d66af1b) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:25:44.197247 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-875a3bee-b540-4024-b637-0daa0a9446c8 admin admin] Publish callbacks [] for port (46563819-b92a-4ae0-ac99-04582b8c2792), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:44.231360 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-b489b493-c0a9-48ad-b881-c44cd37e2e5c None None] Current status of the port 58cde45f-aeaa-4be8-91ed-6133387d323d is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:44.231787 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b489b493-c0a9-48ad-b881-c44cd37e2e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (58cde45f-aeaa-4be8-91ed-6133387d323d), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:44.250638 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-875a3bee-b540-4024-b637-0daa0a9446c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (46563819-b92a-4ae0-ac99-04582b8c2792), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:44.307490 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875a3bee-b540-4024-b637-0daa0a9446c8 admin admin] Network 9f3af8da-54d8-46e3-969c-a0cba5b326cc is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:25:44.314370 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-875a3bee-b540-4024-b637-0daa0a9446c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:25:44.324210 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875a3bee-b540-4024-b637-0daa0a9446c8 admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:25:44.328736 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port a16709aa-b3bc-4abe-b11a-20955e9510f9 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:44.329871 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 58cde45f-aeaa-4be8-91ed-6133387d323d up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:25:44.370356 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a3bee-b540-4024-b637-0daa0a9446c8 admin admin] Pushing event updated for resources: {'Port': ['ID=46563819-b92a-4ae0-ac99-04582b8c2792,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:44.376842 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ac13c6fb-5a3e-4db0-a5a0-0107130bc82d admin admin] Publish callbacks [] for port (16cd6653-b975-409e-92cd-98e89d66af1b), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:44.382076 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-b489b493-c0a9-48ad-b881-c44cd37e2e5c None None] For port 58cde45f-aeaa-4be8-91ed-6133387d323d, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=58cde45f-aeaa-4be8-91ed-6133387d323d,segment=NetworkSegment(aa2ff3a3-2f99-41a6-818a-a90f458a5a3f),segment_id=aa2ff3a3-2f99-41a6-818a-a90f458a5a3f)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:25:44.399146 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-875a3bee-b540-4024-b637-0daa0a9446c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560831'] for router_interface (0933bf04-5e52-45f5-bdd9-7968d5abf5aa), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:44.440754 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ac13c6fb-5a3e-4db0-a5a0-0107130bc82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (16cd6653-b975-409e-92cd-98e89d66af1b), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:44.493183 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.db_base_plugin_common [None req-8f255aaf-090a-42bc-b054-f93749ba8da0 None None] Allocated IP 172.20.0.2 (b036eec9-a30b-45ca-b651-2397cce838fd/534d64a7-d0a7-45ee-a783-2ca3a78a2c1d/a8c87fcf-4ac1-46d5-8c9a-d27019632ee2) {{(pid=102565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:25:44.496133 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac13c6fb-5a3e-4db0-a5a0-0107130bc82d admin admin] Network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:25:44.499164 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-ac13c6fb-5a3e-4db0-a5a0-0107130bc82d admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:25:44.510057 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac13c6fb-5a3e-4db0-a5a0-0107130bc82d admin admin] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:25:44.519494 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b489b493-c0a9-48ad-b881-c44cd37e2e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (58cde45f-aeaa-4be8-91ed-6133387d323d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:44.592842 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13c6fb-5a3e-4db0-a5a0-0107130bc82d admin admin] Pushing event updated for resources: {'Port': ['ID=16cd6653-b975-409e-92cd-98e89d66af1b,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:44.593596 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933bf04-5e52-45f5-bdd9-7968d5abf5aa', 'name': 'tempest-TestVolumeBootPattern-615262719-router', 'tenant_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '568f8779-9787-4479-bce0-a4ea776ea63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:40Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 3, 'project_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'gw_port': {'id': '568f8779-9787-4479-bce0-a4ea776ea63b', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933bf04-5e52-45f5-bdd9-7968d5abf5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:41Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:44.658505 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-875a3bee-b540-4024-b637-0daa0a9446c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (46563819-b92a-4ae0-ac99-04582b8c2792), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:44.676286 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] Checking router: 0933bf04-5e52-45f5-bdd9-7968d5abf5aa for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:25:44.676916 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] Updating router 0933bf04-5e52-45f5-bdd9-7968d5abf5aa port 568f8779-9787-4479-bce0-a4ea776ea63b binding host dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:25:44.774562 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489b493-c0a9-48ad-b881-c44cd37e2e5c None None] Pushing event updated for resources: {'Port': ['ID=58cde45f-aeaa-4be8-91ed-6133387d323d,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:44.836229 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 58cde45f-aeaa-4be8-91ed-6133387d323d triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:44.837037 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (58cde45f-aeaa-4be8-91ed-6133387d323d), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:44.915351 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-875a3bee-b540-4024-b637-0daa0a9446c8 admin admin] Publish callbacks [] for port (46563819-b92a-4ae0-ac99-04582b8c2792), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:44.930162 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-875a3bee-b540-4024-b637-0daa0a9446c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (46563819-b92a-4ae0-ac99-04582b8c2792), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:44.937983 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (568f8779-9787-4479-bce0-a4ea776ea63b), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:44.944772 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-0cb38378-ce41-4da7-8027-ec8ac6465596 None None] Provisioning complete for port a200a98b-052e-40b8-9c96-3568218dabb3 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:44.945157 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-0cb38378-ce41-4da7-8027-ec8ac6465596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (a200a98b-052e-40b8-9c96-3568218dabb3), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:45.026584 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-875a3bee-b540-4024-b637-0daa0a9446c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560835'] for router_interface (0933bf04-5e52-45f5-bdd9-7968d5abf5aa), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:45.029741 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8f255aaf-090a-42bc-b054-f93749ba8da0 None None] Publish callbacks [] for port (a8c87fcf-4ac1-46d5-8c9a-d27019632ee2), precommit_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:45.029868 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a3bee-b540-4024-b637-0daa0a9446c8 admin admin] Pushing event updated for resources: {'Port': ['ID=46563819-b92a-4ae0-ac99-04582b8c2792,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:45.055034 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8f255aaf-090a-42bc-b054-f93749ba8da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (a8c87fcf-4ac1-46d5-8c9a-d27019632ee2), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:45.142733 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875a3bee-b540-4024-b637-0daa0a9446c8 admin admin] Network 9f3af8da-54d8-46e3-969c-a0cba5b326cc is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:25:45.144987 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-875a3bee-b540-4024-b637-0daa0a9446c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:25:45.208211 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f255aaf-090a-42bc-b054-f93749ba8da0 None None] Network b036eec9-a30b-45ca-b651-2397cce838fd is already hosted by enough agents. {{(pid=102565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:25:45.211860 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ac13c6fb-5a3e-4db0-a5a0-0107130bc82d admin admin] Publish callbacks [] for router_gateway (10f69470-d0a6-4ba1-b01d-060eb6001c40), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:45.213148 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f255aaf-090a-42bc-b054-f93749ba8da0 None None] Pushing event updated for resources: {'Port': ['ID=a8c87fcf-4ac1-46d5-8c9a-d27019632ee2,revision_number=1']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:45.222947 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.scheduler.base_scheduler [None req-8f255aaf-090a-42bc-b054-f93749ba8da0 None None] Resources bound (agent type, host, resource id): {{(pid=102565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:25:45.247193 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 58cde45f-aeaa-4be8-91ed-6133387d323d is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:45.249530 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f255aaf-090a-42bc-b054-f93749ba8da0 None None] Received port after_create {{(pid=102565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:25:45.298087 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875a3bee-b540-4024-b637-0daa0a9446c8 admin admin] Router 0933bf04-5e52-45f5-bdd9-7968d5abf5aa has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:25:45.379743 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-0cb38378-ce41-4da7-8027-ec8ac6465596 None None] Current status of the port a200a98b-052e-40b8-9c96-3568218dabb3 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:45.382414 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-0cb38378-ce41-4da7-8027-ec8ac6465596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (a200a98b-052e-40b8-9c96-3568218dabb3), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:45.443638 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 58cde45f-aeaa-4be8-91ed-6133387d323d up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:25:45.446319 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-8f255aaf-090a-42bc-b054-f93749ba8da0 None None] Attempting to bind port a8c87fcf-4ac1-46d5-8c9a-d27019632ee2 on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:25:45.446319 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-8f255aaf-090a-42bc-b054-f93749ba8da0 None None] Attempting to bind port a8c87fcf-4ac1-46d5-8c9a-d27019632ee2 by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': '284a1293-b1ce-4623-a917-402ce0433699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:25:45.446637 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f255aaf-090a-42bc-b054-f93749ba8da0 None None] Attempting to bind port a8c87fcf-4ac1-46d5-8c9a-d27019632ee2 on network b036eec9-a30b-45ca-b651-2397cce838fd {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:25:45.463817 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875a3bee-b540-4024-b637-0daa0a9446c8 admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:25:45.475719 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-875a3bee-b540-4024-b637-0daa0a9446c8 admin admin] 10.222.0.87 "PUT /v2.0/routers/0933bf04-5e52-45f5-bdd9-7968d5abf5aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3620713 Feb 14 15:25:45.480213 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f255aaf-090a-42bc-b054-f93749ba8da0 None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:25:45.480905 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f255aaf-090a-42bc-b054-f93749ba8da0 None None] Checking segment: {'id': '284a1293-b1ce-4623-a917-402ce0433699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:25:45.480999 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8f255aaf-090a-42bc-b054-f93749ba8da0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:45.481428 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f255aaf-090a-42bc-b054-f93749ba8da0 None None] Bound using segment: {'id': '284a1293-b1ce-4623-a917-402ce0433699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:25:45.481874 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-8f255aaf-090a-42bc-b054-f93749ba8da0 None None] Bound port: a8c87fcf-4ac1-46d5-8c9a-d27019632ee2, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284a1293-b1ce-4623-a917-402ce0433699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:25:45.482264 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8f255aaf-090a-42bc-b054-f93749ba8da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (a8c87fcf-4ac1-46d5-8c9a-d27019632ee2), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:45.500935 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ac13c6fb-5a3e-4db0-a5a0-0107130bc82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554124'] for router (10f69470-d0a6-4ba1-b01d-060eb6001c40), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:45.544396 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-0cb38378-ce41-4da7-8027-ec8ac6465596 None None] For port a200a98b-052e-40b8-9c96-3568218dabb3, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=a200a98b-052e-40b8-9c96-3568218dabb3,segment=NetworkSegment(afa2d819-6b5e-4fac-a169-dbe67f7c62b1),segment_id=afa2d819-6b5e-4fac-a169-dbe67f7c62b1)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:25:45.552871 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-0cb38378-ce41-4da7-8027-ec8ac6465596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (a200a98b-052e-40b8-9c96-3568218dabb3), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:45.657119 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac13c6fb-5a3e-4db0-a5a0-0107130bc82d admin admin] Router 10f69470-d0a6-4ba1-b01d-060eb6001c40 is scheduled to L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e with binding_index 1 {{(pid=102564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 15:25:45.719418 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-3d2bc9ef-d3af-4306-aac3-a5898ace9e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:45.741095 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 58cde45f-aeaa-4be8-91ed-6133387d323d triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:45.741458 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (58cde45f-aeaa-4be8-91ed-6133387d323d), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:45.742934 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb38378-ce41-4da7-8027-ec8ac6465596 None None] Pushing event updated for resources: {'Port': ['ID=a200a98b-052e-40b8-9c96-3568218dabb3,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:45.758385 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-8f255aaf-090a-42bc-b054-f93749ba8da0 None None] For port a8c87fcf-4ac1-46d5-8c9a-d27019632ee2, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:25:45.778809 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac13c6fb-5a3e-4db0-a5a0-0107130bc82d admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:25:45.793122 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] Sync routers for ids ['10f69470-d0a6-4ba1-b01d-060eb6001c40'] in dv-cinder-815146-10-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:25:45.811238 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] Routers {'10f69470-d0a6-4ba1-b01d-060eb6001c40'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:25:45.812023 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ac13c6fb-5a3e-4db0-a5a0-0107130bc82d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:45.813392 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-ac13c6fb-5a3e-4db0-a5a0-0107130bc82d admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4794493 Feb 14 15:25:45.814093 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:25:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['10f69470-d0a6-4ba1-b01d-060eb6001c40'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:45.817019 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44162) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:45.943117 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] Publish callbacks [] for port (568f8779-9787-4479-bce0-a4ea776ea63b), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:45.946600 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] Set router 10f69470-d0a6-4ba1-b01d-060eb6001c40 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:25:45.956324 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-2a8e0a03-8913-4ac5-b285-2d0d7fd90318 None None] Provisioning complete for port 58cde45f-aeaa-4be8-91ed-6133387d323d triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:45.956774 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-2a8e0a03-8913-4ac5-b285-2d0d7fd90318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (58cde45f-aeaa-4be8-91ed-6133387d323d), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:45.970812 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-8f255aaf-090a-42bc-b054-f93749ba8da0 None None] For port a8c87fcf-4ac1-46d5-8c9a-d27019632ee2, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=a8c87fcf-4ac1-46d5-8c9a-d27019632ee2,segment=NetworkSegment(284a1293-b1ce-4623-a917-402ce0433699),segment_id=284a1293-b1ce-4623-a917-402ce0433699)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:25:45.974398 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (568f8779-9787-4479-bce0-a4ea776ea63b), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:46.045549 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8f255aaf-090a-42bc-b054-f93749ba8da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (a8c87fcf-4ac1-46d5-8c9a-d27019632ee2), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:46.119753 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] Attempting to bind port 568f8779-9787-4479-bce0-a4ea776ea63b on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:25:46.120144 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] Attempting to bind port 568f8779-9787-4479-bce0-a4ea776ea63b by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:25:46.120533 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] Attempting to bind port 568f8779-9787-4479-bce0-a4ea776ea63b on network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:25:46.147335 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20230c07-773e-463c-9afc-aea97e33c377 None None] Pushing event updated for resources: {'Port': ['ID=568f8779-9787-4479-bce0-a4ea776ea63b,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:46.151226 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:25:46.151643 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] Checking segment: {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:25:46.152053 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:46.152452 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] Bound using segment: {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:25:46.152938 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] Bound port: 568f8779-9787-4479-bce0-a4ea776ea63b, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:25:46.153333 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (568f8779-9787-4479-bce0-a4ea776ea63b), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:46.302825 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 58cde45f-aeaa-4be8-91ed-6133387d323d is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:46.303993 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device a200a98b-052e-40b8-9c96-3568218dabb3 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:25:46.319973 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'name': 'tempest-TestMinimumBasicScenario-1646230621-router', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:43Z', 'updated_at': '2022-02-14T15:25:45Z', 'revision_number': 3, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'gw_port': {'id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:44Z', 'updated_at': '2022-02-14T15:25:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:46.344403 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] For port 568f8779-9787-4479-bce0-a4ea776ea63b, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:25:46.359098 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] Checking router: 10f69470-d0a6-4ba1-b01d-060eb6001c40 for host: dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:25:46.359451 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] Updating router 10f69470-d0a6-4ba1-b01d-060eb6001c40 port 16cd6653-b975-409e-92cd-98e89d66af1b binding host dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:25:46.371090 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f255aaf-090a-42bc-b054-f93749ba8da0 None None] Pushing event updated for resources: {'Port': ['ID=a8c87fcf-4ac1-46d5-8c9a-d27019632ee2,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:46.375019 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] For port 568f8779-9787-4479-bce0-a4ea776ea63b, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=568f8779-9787-4479-bce0-a4ea776ea63b,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:25:46.385713 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-2a8e0a03-8913-4ac5-b285-2d0d7fd90318 None None] Current status of the port 58cde45f-aeaa-4be8-91ed-6133387d323d is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:46.399392 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (568f8779-9787-4479-bce0-a4ea776ea63b), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:46.428096 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44164) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:46.439144 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-69c71978-d5e2-4d70-a493-0dffda884586 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1917336830', 'description': 'tempest-secgroup-smoke-1917336830 description', 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:25:46.450908 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (16cd6653-b975-409e-92cd-98e89d66af1b), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:46.489386 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ece7c1a6-2739-4873-be00-17796df7bc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:46.493318 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-69c71978-d5e2-4d70-a493-0dffda884586 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:46.510741 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-2a8e0a03-8913-4ac5-b285-2d0d7fd90318 None None] Provisioning complete for port 46563819-b92a-4ae0-ac99-04582b8c2792 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:46.511129 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-2a8e0a03-8913-4ac5-b285-2d0d7fd90318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (46563819-b92a-4ae0-ac99-04582b8c2792), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:46.552155 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20230c07-773e-463c-9afc-aea97e33c377 None None] Pushing event updated for resources: {'Port': ['ID=568f8779-9787-4479-bce0-a4ea776ea63b,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:46.556771 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] Routers {'0933bf04-5e52-45f5-bdd9-7968d5abf5aa'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:25:46.557406 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:25:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['0933bf04-5e52-45f5-bdd9-7968d5abf5aa'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:46.609915 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port a200a98b-052e-40b8-9c96-3568218dabb3 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:46.610303 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (a200a98b-052e-40b8-9c96-3568218dabb3), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:46.615836 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-69c71978-d5e2-4d70-a493-0dffda884586 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group (0e44a08e-64d7-4b6c-bf66-067e9bea5a6c), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:46.620183 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-2a8e0a03-8913-4ac5-b285-2d0d7fd90318 None None] Port 46563819-b92a-4ae0-ac99-04582b8c2792 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:25:46.620995 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-69c71978-d5e2-4d70-a493-0dffda884586 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (0e44a08e-64d7-4b6c-bf66-067e9bea5a6c), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:46.672025 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c71978-d5e2-4d70-a493-0dffda884586 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:46.679318 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-69c71978-d5e2-4d70-a493-0dffda884586 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:46.681057 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-69c71978-d5e2-4d70-a493-0dffda884586 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2462122 Feb 14 15:25:46.684130 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44166) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:46.693498 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-d7a2a110-270f-4410-807b-1170cb03ddfd tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Request body: {'security_group_rule': {'security_group_id': '0e44a08e-64d7-4b6c-bf66-067e9bea5a6c', 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:25:46.742116 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d7a2a110-270f-4410-807b-1170cb03ddfd tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group_rule (7102523c-982f-416d-abe2-03410b06358b), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:46.758161 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-ece7c1a6-2739-4873-be00-17796df7bc03 admin admin] Allocated IP 172.20.0.1 (b036eec9-a30b-45ca-b651-2397cce838fd/534d64a7-d0a7-45ee-a783-2ca3a78a2c1d/b6e07ab2-d36c-4983-92f5-7e36a70871eb) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:25:46.773671 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] Set router 0933bf04-5e52-45f5-bdd9-7968d5abf5aa gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:25:46.823838 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port a200a98b-052e-40b8-9c96-3568218dabb3 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:46.835028 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d7a2a110-270f-4410-807b-1170cb03ddfd tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group_rule (7102523c-982f-416d-abe2-03410b06358b), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:46.840488 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d7a2a110-270f-4410-807b-1170cb03ddfd tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (7102523c-982f-416d-abe2-03410b06358b), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:46.886709 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2a110-270f-4410-807b-1170cb03ddfd tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7102523c-982f-416d-abe2-03410b06358b,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:46.900894 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ece7c1a6-2739-4873-be00-17796df7bc03 admin admin] Publish callbacks [] for port (b6e07ab2-d36c-4983-92f5-7e36a70871eb), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:46.903138 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d7a2a110-270f-4410-807b-1170cb03ddfd tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:46.908249 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-d7a2a110-270f-4410-807b-1170cb03ddfd tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2230802 Feb 14 15:25:46.910499 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44168) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:46.917169 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-15bee11e-bdac-4b43-a464-ebcf589a94d7 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Request body: {'security_group_rule': {'security_group_id': '0e44a08e-64d7-4b6c-bf66-067e9bea5a6c', 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:25:46.931313 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] Publish callbacks [] for port (16cd6653-b975-409e-92cd-98e89d66af1b), precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:46.938094 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (16cd6653-b975-409e-92cd-98e89d66af1b), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:46.959097 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ece7c1a6-2739-4873-be00-17796df7bc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (b6e07ab2-d36c-4983-92f5-7e36a70871eb), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:46.964431 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-15bee11e-bdac-4b43-a464-ebcf589a94d7 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group_rule (d16a91d7-2216-422d-991b-c97afa60e187), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:46.996832 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] Attempting to bind port 16cd6653-b975-409e-92cd-98e89d66af1b on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:25:46.997168 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] Attempting to bind port 16cd6653-b975-409e-92cd-98e89d66af1b by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:25:46.997480 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] Attempting to bind port 16cd6653-b975-409e-92cd-98e89d66af1b on network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:25:47.007007 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b03901-5345-4246-aa13-a0327d59645e None None] Pushing event updated for resources: {'Port': ['ID=16cd6653-b975-409e-92cd-98e89d66af1b,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:47.010482 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:25:47.010863 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] Checking segment: {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:25:47.011267 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:47.011673 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] Bound using segment: {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:25:47.012151 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] Bound port: 16cd6653-b975-409e-92cd-98e89d66af1b, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:25:47.012756 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (16cd6653-b975-409e-92cd-98e89d66af1b), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:47.025024 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece7c1a6-2739-4873-be00-17796df7bc03 admin admin] Network b036eec9-a30b-45ca-b651-2397cce838fd is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:25:47.033061 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-ece7c1a6-2739-4873-be00-17796df7bc03 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:25:47.034025 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933bf04-5e52-45f5-bdd9-7968d5abf5aa', 'name': 'tempest-TestVolumeBootPattern-615262719-router', 'tenant_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '568f8779-9787-4479-bce0-a4ea776ea63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:40Z', 'updated_at': '2022-02-14T15:25:44Z', 'revision_number': 4, 'project_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'gw_port': {'id': '568f8779-9787-4479-bce0-a4ea776ea63b', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933bf04-5e52-45f5-bdd9-7968d5abf5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:41Z', 'updated_at': '2022-02-14T15:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '46563819-b92a-4ae0-ac99-04582b8c2792', 'name': '', 'network_id': '9f3af8da-54d8-46e3-969c-a0cba5b326cc', 'tenant_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'mac_address': 'fa:16:3e:bb:df:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933bf04-5e52-45f5-bdd9-7968d5abf5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd9c19663-97f3-43a5-ac6b-67c8d9563f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:43Z', 'updated_at': '2022-02-14T15:25:44Z', 'revision_number': 2, 'project_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'subnets': [{'id': 'd9c19663-97f3-43a5-ac6b-67c8d9563f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:47.037375 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece7c1a6-2739-4873-be00-17796df7bc03 admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:25:47.041116 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7c1a6-2739-4873-be00-17796df7bc03 admin admin] Pushing event updated for resources: {'Port': ['ID=b6e07ab2-d36c-4983-92f5-7e36a70871eb,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:47.069407 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd7acae-182a-4890-987f-0b2f83eb7be2 None None] The sync data for ids ['0933bf04-5e52-45f5-bdd9-7968d5abf5aa'] in dv-cinder-815146-10-iscsi is: [{'id': '0933bf04-5e52-45f5-bdd9-7968d5abf5aa', 'name': 'tempest-TestVolumeBootPattern-615262719-router', 'tenant_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '568f8779-9787-4479-bce0-a4ea776ea63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:40Z', 'updated_at': '2022-02-14T15:25:44Z', 'revision_number': 4, 'project_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'gw_port': {'id': '568f8779-9787-4479-bce0-a4ea776ea63b', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933bf04-5e52-45f5-bdd9-7968d5abf5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:41Z', 'updated_at': '2022-02-14T15:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '46563819-b92a-4ae0-ac99-04582b8c2792', 'name': '', 'network_id': '9f3af8da-54d8-46e3-969c-a0cba5b326cc', 'tenant_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'mac_address': 'fa:16:3e:bb:df:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933bf04-5e52-45f5-bdd9-7968d5abf5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd9c19663-97f3-43a5-ac6b-67c8d9563f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:43Z', 'updated_at': '2022-02-14T15:25:44Z', 'revision_number': 2, 'project_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'subnets': [{'id': 'd9c19663-97f3-43a5-ac6b-67c8d9563f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:25:47.077986 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] For port 16cd6653-b975-409e-92cd-98e89d66af1b, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:25:47.082422 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] For port 16cd6653-b975-409e-92cd-98e89d66af1b, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=16cd6653-b975-409e-92cd-98e89d66af1b,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:25:47.094271 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (16cd6653-b975-409e-92cd-98e89d66af1b), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:47.105673 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-15bee11e-bdac-4b43-a464-ebcf589a94d7 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group_rule (d16a91d7-2216-422d-991b-c97afa60e187), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:47.121026 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-15bee11e-bdac-4b43-a464-ebcf589a94d7 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (d16a91d7-2216-422d-991b-c97afa60e187), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:47.136586 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bee11e-bdac-4b43-a464-ebcf589a94d7 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16a91d7-2216-422d-991b-c97afa60e187,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:47.142483 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ece7c1a6-2739-4873-be00-17796df7bc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560831'] for router_interface (10f69470-d0a6-4ba1-b01d-060eb6001c40), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:47.157918 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] Routers {'10f69470-d0a6-4ba1-b01d-060eb6001c40'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:25:47.158634 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:25:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['10f69470-d0a6-4ba1-b01d-060eb6001c40'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:47.194794 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-15bee11e-bdac-4b43-a464-ebcf589a94d7 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:47.199462 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-15bee11e-bdac-4b43-a464-ebcf589a94d7 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2844882 Feb 14 15:25:47.199683 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44170) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:47.203770 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-75f7c781-3a50-4106-9bc6-bf824a0e377e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Request body: {'security_group_rule': {'security_group_id': '0e44a08e-64d7-4b6c-bf66-067e9bea5a6c', 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:25:47.235627 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b03901-5345-4246-aa13-a0327d59645e None None] Pushing event updated for resources: {'Port': ['ID=16cd6653-b975-409e-92cd-98e89d66af1b,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:47.262128 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-75f7c781-3a50-4106-9bc6-bf824a0e377e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group_rule (926b9989-5ce1-4fd2-b2db-ffe8b2558445), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:47.339695 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:47.359625 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] Set router 10f69470-d0a6-4ba1-b01d-060eb6001c40 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:25:47.389848 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ece7c1a6-2739-4873-be00-17796df7bc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (b6e07ab2-d36c-4983-92f5-7e36a70871eb), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:47.391495 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-75f7c781-3a50-4106-9bc6-bf824a0e377e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group_rule (926b9989-5ce1-4fd2-b2db-ffe8b2558445), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:47.399960 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-75f7c781-3a50-4106-9bc6-bf824a0e377e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (926b9989-5ce1-4fd2-b2db-ffe8b2558445), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:47.453081 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-75f7c781-3a50-4106-9bc6-bf824a0e377e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:47.459286 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-75f7c781-3a50-4106-9bc6-bf824a0e377e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2587264 Feb 14 15:25:47.459988 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44172) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:47.467268 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-4332a38c-de5f-42b6-b262-b23da09c5915 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Request body: {'security_group_rule': {'security_group_id': '0e44a08e-64d7-4b6c-bf66-067e9bea5a6c', 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:25:47.482155 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7c781-3a50-4106-9bc6-bf824a0e377e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926b9989-5ce1-4fd2-b2db-ffe8b2558445,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:47.543446 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4332a38c-de5f-42b6-b262-b23da09c5915 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group_rule (82b80a6c-1125-4526-90d0-c5aa78af251a), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:47.649277 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device a200a98b-052e-40b8-9c96-3568218dabb3 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:25:47.685898 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79741b1d-bbea-4c2d-a12e-4ac078f0ba17 None None] Network b036eec9-a30b-45ca-b651-2397cce838fd requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:25:47.694067 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4332a38c-de5f-42b6-b262-b23da09c5915 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group_rule (82b80a6c-1125-4526-90d0-c5aa78af251a), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:47.699939 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4332a38c-de5f-42b6-b262-b23da09c5915 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (82b80a6c-1125-4526-90d0-c5aa78af251a), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:47.706117 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'name': 'tempest-TestMinimumBasicScenario-1646230621-router', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:43Z', 'updated_at': '2022-02-14T15:25:45Z', 'revision_number': 3, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'gw_port': {'id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:44Z', 'updated_at': '2022-02-14T15:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:47.740310 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd84edb-3c85-4cd6-8151-0a08d3ea8b2b None None] The sync data for ids ['10f69470-d0a6-4ba1-b01d-060eb6001c40'] in dv-cinder-815146-10-iscsi is: [{'id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'name': 'tempest-TestMinimumBasicScenario-1646230621-router', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:43Z', 'updated_at': '2022-02-14T15:25:45Z', 'revision_number': 3, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'gw_port': {'id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:44Z', 'updated_at': '2022-02-14T15:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:25:47.744842 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332a38c-de5f-42b6-b262-b23da09c5915 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b80a6c-1125-4526-90d0-c5aa78af251a,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:47.753202 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4332a38c-de5f-42b6-b262-b23da09c5915 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:47.757511 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-4332a38c-de5f-42b6-b262-b23da09c5915 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2911005 Feb 14 15:25:47.758318 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ece7c1a6-2739-4873-be00-17796df7bc03 admin admin] Publish callbacks [] for port (b6e07ab2-d36c-4983-92f5-7e36a70871eb), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:47.759842 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44174) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:47.765240 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-1b2177ad-c0c5-402e-9044-b3db4bb2a330 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Request body: {'security_group_rule': {'security_group_id': '0e44a08e-64d7-4b6c-bf66-067e9bea5a6c', 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:25:47.775505 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ece7c1a6-2739-4873-be00-17796df7bc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (b6e07ab2-d36c-4983-92f5-7e36a70871eb), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:47.818266 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-1c11a3e5-c6c1-4fa7-ab2d-503495d828b7 None None] Provisioning complete for port a8c87fcf-4ac1-46d5-8c9a-d27019632ee2 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:47.818788 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-1c11a3e5-c6c1-4fa7-ab2d-503495d828b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (a8c87fcf-4ac1-46d5-8c9a-d27019632ee2), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:47.881460 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.db.securitygroups_db [None req-1b2177ad-c0c5-402e-9044-b3db4bb2a330 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Project 864ccbbef8e84659a7b7acf3f9d7c862 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 15:25:47.887411 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ece7c1a6-2739-4873-be00-17796df7bc03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560835'] for router_interface (10f69470-d0a6-4ba1-b01d-060eb6001c40), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:47.889319 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7c1a6-2739-4873-be00-17796df7bc03 admin admin] Pushing event updated for resources: {'Port': ['ID=b6e07ab2-d36c-4983-92f5-7e36a70871eb,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:47.900496 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port a200a98b-052e-40b8-9c96-3568218dabb3 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:47.900751 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (a200a98b-052e-40b8-9c96-3568218dabb3), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:47.906332 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1b2177ad-c0c5-402e-9044-b3db4bb2a330 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group_rule (37a23c4f-590f-4bec-bcc8-b50d5a37033a), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:48.015438 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1b2177ad-c0c5-402e-9044-b3db4bb2a330 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group_rule (37a23c4f-590f-4bec-bcc8-b50d5a37033a), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:48.042885 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-1c11a3e5-c6c1-4fa7-ab2d-503495d828b7 None None] Current status of the port a8c87fcf-4ac1-46d5-8c9a-d27019632ee2 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:48.043440 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-1c11a3e5-c6c1-4fa7-ab2d-503495d828b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (a8c87fcf-4ac1-46d5-8c9a-d27019632ee2), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:48.097383 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port a200a98b-052e-40b8-9c96-3568218dabb3 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:48.098520 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device a8c87fcf-4ac1-46d5-8c9a-d27019632ee2 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:25:48.192768 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-1c11a3e5-c6c1-4fa7-ab2d-503495d828b7 None None] For port a8c87fcf-4ac1-46d5-8c9a-d27019632ee2, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=a8c87fcf-4ac1-46d5-8c9a-d27019632ee2,segment=NetworkSegment(284a1293-b1ce-4623-a917-402ce0433699),segment_id=284a1293-b1ce-4623-a917-402ce0433699)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:25:48.198757 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-1c11a3e5-c6c1-4fa7-ab2d-503495d828b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (a8c87fcf-4ac1-46d5-8c9a-d27019632ee2), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:48.269127 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port a8c87fcf-4ac1-46d5-8c9a-d27019632ee2 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:48.269510 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (a8c87fcf-4ac1-46d5-8c9a-d27019632ee2), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:48.302571 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11a3e5-c6c1-4fa7-ab2d-503495d828b7 None None] Pushing event updated for resources: {'Port': ['ID=a8c87fcf-4ac1-46d5-8c9a-d27019632ee2,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:48.348158 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-61b1774d-e0e9-4f28-8102-985a8d9a06b3 None None] Provisioning complete for port b6e07ab2-d36c-4983-92f5-7e36a70871eb triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:48.348549 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-61b1774d-e0e9-4f28-8102-985a8d9a06b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (b6e07ab2-d36c-4983-92f5-7e36a70871eb), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:48.421967 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-61b1774d-e0e9-4f28-8102-985a8d9a06b3 None None] Port b6e07ab2-d36c-4983-92f5-7e36a70871eb cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:25:48.448265 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port a8c87fcf-4ac1-46d5-8c9a-d27019632ee2 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:48.458435 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-61b1774d-e0e9-4f28-8102-985a8d9a06b3 None None] Provisioning complete for port a8c87fcf-4ac1-46d5-8c9a-d27019632ee2 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:48.458832 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-61b1774d-e0e9-4f28-8102-985a8d9a06b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (a8c87fcf-4ac1-46d5-8c9a-d27019632ee2), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:48.466127 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1b2177ad-c0c5-402e-9044-b3db4bb2a330 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (37a23c4f-590f-4bec-bcc8-b50d5a37033a), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:48.529381 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2177ad-c0c5-402e-9044-b3db4bb2a330 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a23c4f-590f-4bec-bcc8-b50d5a37033a,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:48.541277 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1b2177ad-c0c5-402e-9044-b3db4bb2a330 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:48.546006 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1b2177ad-c0c5-402e-9044-b3db4bb2a330 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7827108 Feb 14 15:25:48.551363 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece7c1a6-2739-4873-be00-17796df7bc03 admin admin] Network b036eec9-a30b-45ca-b651-2397cce838fd is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:25:48.551898 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44176) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:48.555502 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-ece7c1a6-2739-4873-be00-17796df7bc03 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:25:48.560378 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-2a784245-7ab1-40e3-8c48-cf2c306610bc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Request body: {'security_group_rule': {'security_group_id': '0e44a08e-64d7-4b6c-bf66-067e9bea5a6c', 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:25:48.588536 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-61b1774d-e0e9-4f28-8102-985a8d9a06b3 None None] Current status of the port a8c87fcf-4ac1-46d5-8c9a-d27019632ee2 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:48.619578 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:48.637656 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.securitygroups_db [None req-2a784245-7ab1-40e3-8c48-cf2c306610bc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Project 864ccbbef8e84659a7b7acf3f9d7c862 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 15:25:48.647061 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2a784245-7ab1-40e3-8c48-cf2c306610bc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group_rule (ac0387f7-f03c-44aa-8b90-d333dbc62eb1), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:48.728668 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece7c1a6-2739-4873-be00-17796df7bc03 admin admin] Router 10f69470-d0a6-4ba1-b01d-060eb6001c40 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:25:48.729260 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-3428d592-a8ed-4037-9cfb-24cce312eae1 None None] Provisioning complete for port b6e07ab2-d36c-4983-92f5-7e36a70871eb triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:48.729666 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-3428d592-a8ed-4037-9cfb-24cce312eae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (b6e07ab2-d36c-4983-92f5-7e36a70871eb), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:48.765218 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2a784245-7ab1-40e3-8c48-cf2c306610bc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group_rule (ac0387f7-f03c-44aa-8b90-d333dbc62eb1), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:48.773870 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2a784245-7ab1-40e3-8c48-cf2c306610bc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (ac0387f7-f03c-44aa-8b90-d333dbc62eb1), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:48.813477 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-3428d592-a8ed-4037-9cfb-24cce312eae1 None None] Port b6e07ab2-d36c-4983-92f5-7e36a70871eb cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:25:48.814383 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a784245-7ab1-40e3-8c48-cf2c306610bc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac0387f7-f03c-44aa-8b90-d333dbc62eb1,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:48.837370 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2a784245-7ab1-40e3-8c48-cf2c306610bc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:48.838769 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-2a784245-7ab1-40e3-8c48-cf2c306610bc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2828126 Feb 14 15:25:48.899984 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece7c1a6-2739-4873-be00-17796df7bc03 admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:25:48.906407 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-ece7c1a6-2739-4873-be00-17796df7bc03 admin admin] 10.222.0.87 "PUT /v2.0/routers/10f69470-d0a6-4ba1-b01d-060eb6001c40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0858514 Feb 14 15:25:48.943717 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-456eef59-5516-47e1-ae0f-6af13f80f3ec None None] Provisioning complete for port b6e07ab2-d36c-4983-92f5-7e36a70871eb triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:48.944119 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-456eef59-5516-47e1-ae0f-6af13f80f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (b6e07ab2-d36c-4983-92f5-7e36a70871eb), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:48.985906 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-456eef59-5516-47e1-ae0f-6af13f80f3ec None None] Port b6e07ab2-d36c-4983-92f5-7e36a70871eb cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:25:49.485513 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device a8c87fcf-4ac1-46d5-8c9a-d27019632ee2 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:25:49.516424 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44236) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:49.524143 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-c88b46c8-7c0e-4974-a98d-368fedf64c34 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1596133608-network', 'tenant_id': 'caaa21f556564663a87b40922adde254'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:25:49.537160 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port a8c87fcf-4ac1-46d5-8c9a-d27019632ee2 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:49.537582 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (a8c87fcf-4ac1-46d5-8c9a-d27019632ee2), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:49.546965 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88b46c8-7c0e-4974-a98d-368fedf64c34 admin admin] Made reservation on behalf of caaa21f556564663a87b40922adde254 for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:25:49.548844 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c88b46c8-7c0e-4974-a98d-368fedf64c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:49.558998 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c88b46c8-7c0e-4974-a98d-368fedf64c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:49.628521 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port a8c87fcf-4ac1-46d5-8c9a-d27019632ee2 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:49.629460 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 568f8779-9787-4479-bce0-a4ea776ea63b up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:25:49.644457 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c88b46c8-7c0e-4974-a98d-368fedf64c34 admin admin] Publish callbacks [] for security_group (3bcfc6e3-6464-418a-8998-615e565aa338), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:49.649091 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c88b46c8-7c0e-4974-a98d-368fedf64c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (3bcfc6e3-6464-418a-8998-615e565aa338), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:49.680745 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88b46c8-7c0e-4974-a98d-368fedf64c34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=102564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:25:49.692239 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b46c8-7c0e-4974-a98d-368fedf64c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcfc6e3-6464-418a-8998-615e565aa338,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:49.704364 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c88b46c8-7c0e-4974-a98d-368fedf64c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (cd457426-0bae-4e45-a7f6-1d065a7d15f0), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:49.705238 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-c88b46c8-7c0e-4974-a98d-368fedf64c34 admin admin] Added segment cd457426-0bae-4e45-a7f6-1d065a7d15f0 of type vlan for network 6c1af92f-7e3f-4d6e-a94b-f11a30e79438 Feb 14 15:25:49.756319 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c88b46c8-7c0e-4974-a98d-368fedf64c34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752304802214'] for network (6c1af92f-7e3f-4d6e-a94b-f11a30e79438), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:49.791195 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c88b46c8-7c0e-4974-a98d-368fedf64c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661'] for network (6c1af92f-7e3f-4d6e-a94b-f11a30e79438), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:49.792250 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88b46c8-7c0e-4974-a98d-368fedf64c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:25:49.793359 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c88b46c8-7c0e-4974-a98d-368fedf64c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:49.812848 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:49.829329 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 568f8779-9787-4479-bce0-a4ea776ea63b triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:49.829791 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-c88b46c8-7c0e-4974-a98d-368fedf64c34 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3094831 Feb 14 15:25:49.832321 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (568f8779-9787-4479-bce0-a4ea776ea63b), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:49.833023 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44250) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:49.838166 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-cbef75ad-61f3-4c61-be29-bbeb478e47d6 admin admin] Request body: {'subnet': {'network_id': '6c1af92f-7e3f-4d6e-a94b-f11a30e79438', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1596133608-subnet', 'tenant_id': 'caaa21f556564663a87b40922adde254', 'ip_version': 4}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:25:49.876591 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b46c8-7c0e-4974-a98d-368fedf64c34 admin admin] Pushing event updated for resources: {'Network': ['ID=6c1af92f-7e3f-4d6e-a94b-f11a30e79438,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:49.892808 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbef75ad-61f3-4c61-be29-bbeb478e47d6 admin admin] Made reservation on behalf of caaa21f556564663a87b40922adde254 for: {'subnet': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:25:49.896022 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cbef75ad-61f3-4c61-be29-bbeb478e47d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63375859'] for subnet (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:49.905589 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Network 6c1af92f-7e3f-4d6e-a94b-f11a30e79438 details requested by agent ovs-agent-dv-cinder-815146-10-iscsi with host dv-cinder-815146-10-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:25:49.983935 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 568f8779-9787-4479-bce0-a4ea776ea63b is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:49.984596 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (568f8779-9787-4479-bce0-a4ea776ea63b), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:50.010441 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] For port 568f8779-9787-4479-bce0-a4ea776ea63b, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=568f8779-9787-4479-bce0-a4ea776ea63b,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:25:50.014563 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (568f8779-9787-4479-bce0-a4ea776ea63b), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:50.015329 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 16cd6653-b975-409e-92cd-98e89d66af1b up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:25:50.077695 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cbef75ad-61f3-4c61-be29-bbeb478e47d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62982427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63375809'] for subnet (d9efabe5-ef81-468b-a773-0120200b527f), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:50.097409 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Pushing event updated for resources: {'Port': ['ID=568f8779-9787-4479-bce0-a4ea776ea63b,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:50.115661 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 16cd6653-b975-409e-92cd-98e89d66af1b triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:50.116053 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (16cd6653-b975-409e-92cd-98e89d66af1b), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:50.147798 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef75ad-61f3-4c61-be29-bbeb478e47d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9efabe5-ef81-468b-a773-0120200b527f,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:50.150013 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbef75ad-61f3-4c61-be29-bbeb478e47d6 admin admin] Checking segment: {'id': 'cd457426-0bae-4e45-a7f6-1d065a7d15f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6c1af92f-7e3f-4d6e-a94b-f11a30e79438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:25:50.150662 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbef75ad-61f3-4c61-be29-bbeb478e47d6 admin admin] Network hostable DHCP agents. Network: 6c1af92f-7e3f-4d6e-a94b-f11a30e79438, hostable agents: ['b66b99de-e32e-4873-b4e6-197912f08fb5'], hosted agents: [] {{(pid=102564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:25:50.172958 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbef75ad-61f3-4c61-be29-bbeb478e47d6 admin admin] Network 6c1af92f-7e3f-4d6e-a94b-f11a30e79438 is scheduled to be hosted by DHCP agent b66b99de-e32e-4873-b4e6-197912f08fb5 with binding_index 1 {{(pid=102564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:25:50.185499 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-cbef75ad-61f3-4c61-be29-bbeb478e47d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-10-iscsi, 6c1af92f-7e3f-4d6e-a94b-f11a30e79438) {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:25:50.189910 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbef75ad-61f3-4c61-be29-bbeb478e47d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:25:50.191274 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cbef75ad-61f3-4c61-be29-bbeb478e47d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:50.199819 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57a41b2-a5ed-494b-89d2-b1e8432d5987 None None] Network 6c1af92f-7e3f-4d6e-a94b-f11a30e79438 requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:25:50.206835 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 16cd6653-b975-409e-92cd-98e89d66af1b is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:50.207165 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-cbef75ad-61f3-4c61-be29-bbeb478e47d6 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3728402 Feb 14 15:25:50.207307 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (16cd6653-b975-409e-92cd-98e89d66af1b), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:50.209438 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44252) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:50.213703 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-4cec69a3-0b6b-4fee-bd80-1bbb8c806a0d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1596133608-router', 'tenant_id': 'caaa21f556564663a87b40922adde254', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:25:50.236954 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4cec69a3-0b6b-4fee-bd80-1bbb8c806a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8869'] for router (90e0806e-79f9-40a5-9891-0e5fc24b20d7), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:50.238718 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4cec69a3-0b6b-4fee-bd80-1bbb8c806a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8876'] for router (90e0806e-79f9-40a5-9891-0e5fc24b20d7), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:50.277710 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] For port 16cd6653-b975-409e-92cd-98e89d66af1b, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=16cd6653-b975-409e-92cd-98e89d66af1b,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:25:50.288286 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (16cd6653-b975-409e-92cd-98e89d66af1b), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:50.301036 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4cec69a3-0b6b-4fee-bd80-1bbb8c806a0d admin admin] Publish callbacks [] for router_controller (90e0806e-79f9-40a5-9891-0e5fc24b20d7), precommit_add_association {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:50.364495 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Pushing event updated for resources: {'Port': ['ID=16cd6653-b975-409e-92cd-98e89d66af1b,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:50.369331 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051b381a-ce55-4e6d-95b8-20b23f45ef7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe652a62c-4731-560b-ba95-866650a6da87-6c1af92f-7e3f-4d6e-a94b-f11a30e79438', 'network_id': '6c1af92f-7e3f-4d6e-a94b-f11a30e79438', 'project_id': 'caaa21f556564663a87b40922adde254', 'fixed_ips': [{'subnet_id': 'd9efabe5-ef81-468b-a773-0120200b527f'}]}} from dv-cinder-815146-10-iscsi. {{(pid=102565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 15:25:50.370196 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-051b381a-ce55-4e6d-95b8-20b23f45ef7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:50.464379 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4cec69a3-0b6b-4fee-bd80-1bbb8c806a0d admin admin] Publish callbacks [] for router_gateway (90e0806e-79f9-40a5-9891-0e5fc24b20d7), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:50.536208 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.db_base_plugin_common [None req-051b381a-ce55-4e6d-95b8-20b23f45ef7e None None] Allocated IP 172.20.0.2 (6c1af92f-7e3f-4d6e-a94b-f11a30e79438/d9efabe5-ef81-468b-a773-0120200b527f/c4b46c6e-96f4-4444-b3ac-1c05fe10e652) {{(pid=102565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:25:50.701293 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4cec69a3-0b6b-4fee-bd80-1bbb8c806a0d admin admin] Publish callbacks [] for router_gateway (90e0806e-79f9-40a5-9891-0e5fc24b20d7), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:50.706166 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-051b381a-ce55-4e6d-95b8-20b23f45ef7e None None] Publish callbacks [] for port (c4b46c6e-96f4-4444-b3ac-1c05fe10e652), precommit_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:50.714891 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-051b381a-ce55-4e6d-95b8-20b23f45ef7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427'] for port (c4b46c6e-96f4-4444-b3ac-1c05fe10e652), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:50.727310 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4cec69a3-0b6b-4fee-bd80-1bbb8c806a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:50.755698 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051b381a-ce55-4e6d-95b8-20b23f45ef7e None None] Network 6c1af92f-7e3f-4d6e-a94b-f11a30e79438 is already hosted by enough agents. {{(pid=102565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:25:50.758968 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.scheduler.base_scheduler [None req-051b381a-ce55-4e6d-95b8-20b23f45ef7e None None] Resources bound (agent type, host, resource id): {{(pid=102565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:25:50.763128 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b381a-ce55-4e6d-95b8-20b23f45ef7e None None] Received port after_create {{(pid=102565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:25:50.781702 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b381a-ce55-4e6d-95b8-20b23f45ef7e None None] Pushing event updated for resources: {'Port': ['ID=c4b46c6e-96f4-4444-b3ac-1c05fe10e652,revision_number=1']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:50.832423 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-051b381a-ce55-4e6d-95b8-20b23f45ef7e None None] Attempting to bind port c4b46c6e-96f4-4444-b3ac-1c05fe10e652 on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:25:50.832806 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-051b381a-ce55-4e6d-95b8-20b23f45ef7e None None] Attempting to bind port c4b46c6e-96f4-4444-b3ac-1c05fe10e652 by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': 'cd457426-0bae-4e45-a7f6-1d065a7d15f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6c1af92f-7e3f-4d6e-a94b-f11a30e79438'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:25:50.833182 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b381a-ce55-4e6d-95b8-20b23f45ef7e None None] Attempting to bind port c4b46c6e-96f4-4444-b3ac-1c05fe10e652 on network 6c1af92f-7e3f-4d6e-a94b-f11a30e79438 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:25:50.839436 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b381a-ce55-4e6d-95b8-20b23f45ef7e None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:25:50.839864 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b381a-ce55-4e6d-95b8-20b23f45ef7e None None] Checking segment: {'id': 'cd457426-0bae-4e45-a7f6-1d065a7d15f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6c1af92f-7e3f-4d6e-a94b-f11a30e79438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:25:50.840811 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-051b381a-ce55-4e6d-95b8-20b23f45ef7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:50.840811 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b381a-ce55-4e6d-95b8-20b23f45ef7e None None] Bound using segment: {'id': 'cd457426-0bae-4e45-a7f6-1d065a7d15f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6c1af92f-7e3f-4d6e-a94b-f11a30e79438'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:25:50.841292 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-051b381a-ce55-4e6d-95b8-20b23f45ef7e None None] Bound port: c4b46c6e-96f4-4444-b3ac-1c05fe10e652, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd457426-0bae-4e45-a7f6-1d065a7d15f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6c1af92f-7e3f-4d6e-a94b-f11a30e79438'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:25:50.841935 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-051b381a-ce55-4e6d-95b8-20b23f45ef7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (c4b46c6e-96f4-4444-b3ac-1c05fe10e652), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:50.857739 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-4cec69a3-0b6b-4fee-bd80-1bbb8c806a0d admin admin] Allocated IP 172.27.0.156 (a318f2e5-fbf9-4a36-a1d1-4a864fc5139f/1bedbbde-d873-4c55-9589-51025e0481b7/972fdd1f-382a-4efa-b22f-4e77b23553a9) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:25:50.937133 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-051b381a-ce55-4e6d-95b8-20b23f45ef7e None None] For port c4b46c6e-96f4-4444-b3ac-1c05fe10e652, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:25:50.941258 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-051b381a-ce55-4e6d-95b8-20b23f45ef7e None None] For port c4b46c6e-96f4-4444-b3ac-1c05fe10e652, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=c4b46c6e-96f4-4444-b3ac-1c05fe10e652,segment=NetworkSegment(cd457426-0bae-4e45-a7f6-1d065a7d15f0),segment_id=cd457426-0bae-4e45-a7f6-1d065a7d15f0)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:25:50.948665 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-051b381a-ce55-4e6d-95b8-20b23f45ef7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (c4b46c6e-96f4-4444-b3ac-1c05fe10e652), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:50.991144 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4cec69a3-0b6b-4fee-bd80-1bbb8c806a0d admin admin] Publish callbacks [] for port (972fdd1f-382a-4efa-b22f-4e77b23553a9), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:51.029773 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b381a-ce55-4e6d-95b8-20b23f45ef7e None None] Pushing event updated for resources: {'Port': ['ID=c4b46c6e-96f4-4444-b3ac-1c05fe10e652,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:51.036419 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4cec69a3-0b6b-4fee-bd80-1bbb8c806a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (972fdd1f-382a-4efa-b22f-4e77b23553a9), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:51.090816 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cec69a3-0b6b-4fee-bd80-1bbb8c806a0d admin admin] Network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:25:51.101732 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-4cec69a3-0b6b-4fee-bd80-1bbb8c806a0d admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:25:51.104031 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec69a3-0b6b-4fee-bd80-1bbb8c806a0d admin admin] Pushing event updated for resources: {'Port': ['ID=972fdd1f-382a-4efa-b22f-4e77b23553a9,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:51.106242 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cec69a3-0b6b-4fee-bd80-1bbb8c806a0d admin admin] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:25:51.460916 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device c4b46c6e-96f4-4444-b3ac-1c05fe10e652 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:25:51.487493 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4cec69a3-0b6b-4fee-bd80-1bbb8c806a0d admin admin] Publish callbacks [] for router_gateway (90e0806e-79f9-40a5-9891-0e5fc24b20d7), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:51.516499 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port c4b46c6e-96f4-4444-b3ac-1c05fe10e652 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:51.517042 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (c4b46c6e-96f4-4444-b3ac-1c05fe10e652), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:51.608732 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port c4b46c6e-96f4-4444-b3ac-1c05fe10e652 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:51.609406 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (c4b46c6e-96f4-4444-b3ac-1c05fe10e652), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:51.648728 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] For port c4b46c6e-96f4-4444-b3ac-1c05fe10e652, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=c4b46c6e-96f4-4444-b3ac-1c05fe10e652,segment=NetworkSegment(cd457426-0bae-4e45-a7f6-1d065a7d15f0),segment_id=cd457426-0bae-4e45-a7f6-1d065a7d15f0)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:25:51.654601 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (c4b46c6e-96f4-4444-b3ac-1c05fe10e652), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:51.655650 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 16cd6653-b975-409e-92cd-98e89d66af1b up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:25:51.738005 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Pushing event updated for resources: {'Port': ['ID=c4b46c6e-96f4-4444-b3ac-1c05fe10e652,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:51.738816 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4cec69a3-0b6b-4fee-bd80-1bbb8c806a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554124'] for router (90e0806e-79f9-40a5-9891-0e5fc24b20d7), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:51.749271 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 16cd6653-b975-409e-92cd-98e89d66af1b triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:51.749655 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (16cd6653-b975-409e-92cd-98e89d66af1b), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:51.841770 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 16cd6653-b975-409e-92cd-98e89d66af1b is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:51.843009 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 568f8779-9787-4479-bce0-a4ea776ea63b up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:25:51.888157 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cec69a3-0b6b-4fee-bd80-1bbb8c806a0d admin admin] Router 90e0806e-79f9-40a5-9891-0e5fc24b20d7 is scheduled to L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e with binding_index 1 {{(pid=102564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 15:25:51.900485 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 568f8779-9787-4479-bce0-a4ea776ea63b triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:51.900867 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (568f8779-9787-4479-bce0-a4ea776ea63b), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:51.986831 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 568f8779-9787-4479-bce0-a4ea776ea63b is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:52.249603 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cec69a3-0b6b-4fee-bd80-1bbb8c806a0d admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:25:52.260154 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] Sync routers for ids ['90e0806e-79f9-40a5-9891-0e5fc24b20d7'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:25:52.275107 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] Routers {'90e0806e-79f9-40a5-9891-0e5fc24b20d7'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:25:52.276178 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:25:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['90e0806e-79f9-40a5-9891-0e5fc24b20d7'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:52.277851 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4cec69a3-0b6b-4fee-bd80-1bbb8c806a0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:52.280365 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-4cec69a3-0b6b-4fee-bd80-1bbb8c806a0d admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0691400 Feb 14 15:25:52.282573 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44258) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:25:52.395980 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b11841-aa01-4afb-bddc-727b575fc79e None None] Network 6c1af92f-7e3f-4d6e-a94b-f11a30e79438 requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:25:52.475100 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] Set router 90e0806e-79f9-40a5-9891-0e5fc24b20d7 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:25:52.571435 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-119774a5-dc02-42c7-aabf-1c22d6e1ab67 None None] Provisioning complete for port c4b46c6e-96f4-4444-b3ac-1c05fe10e652 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:52.571793 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-119774a5-dc02-42c7-aabf-1c22d6e1ab67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (c4b46c6e-96f4-4444-b3ac-1c05fe10e652), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:52.658357 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] Sync routers for ids ['0933bf04-5e52-45f5-bdd9-7968d5abf5aa'] in dv-cinder-815146-10-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:25:52.669584 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] Routers {'0933bf04-5e52-45f5-bdd9-7968d5abf5aa'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:25:52.670450 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:25:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['0933bf04-5e52-45f5-bdd9-7968d5abf5aa'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:52.788995 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] Set router 0933bf04-5e52-45f5-bdd9-7968d5abf5aa gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:25:52.810679 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a089-44b6-4ef2-b879-1aaa4fa16116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:52.814032 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-119774a5-dc02-42c7-aabf-1c22d6e1ab67 None None] Current status of the port c4b46c6e-96f4-4444-b3ac-1c05fe10e652 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:52.836064 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e0806e-79f9-40a5-9891-0e5fc24b20d7', 'name': 'tempest-TestMinimumBasicScenario-1596133608-router', 'tenant_id': 'caaa21f556564663a87b40922adde254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '972fdd1f-382a-4efa-b22f-4e77b23553a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:50Z', 'updated_at': '2022-02-14T15:25:51Z', 'revision_number': 3, 'project_id': 'caaa21f556564663a87b40922adde254', 'gw_port': {'id': '972fdd1f-382a-4efa-b22f-4e77b23553a9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e0806e-79f9-40a5-9891-0e5fc24b20d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:50Z', 'updated_at': '2022-02-14T15:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:53.015385 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] Sync routers for ids ['10f69470-d0a6-4ba1-b01d-060eb6001c40'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:25:53.019823 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] Checking router: 90e0806e-79f9-40a5-9891-0e5fc24b20d7 for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:25:53.020401 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] Updating router 90e0806e-79f9-40a5-9891-0e5fc24b20d7 port 972fdd1f-382a-4efa-b22f-4e77b23553a9 binding host dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:25:53.039219 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933bf04-5e52-45f5-bdd9-7968d5abf5aa', 'name': 'tempest-TestVolumeBootPattern-615262719-router', 'tenant_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '568f8779-9787-4479-bce0-a4ea776ea63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:40Z', 'updated_at': '2022-02-14T15:25:44Z', 'revision_number': 4, 'project_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'gw_port': {'id': '568f8779-9787-4479-bce0-a4ea776ea63b', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933bf04-5e52-45f5-bdd9-7968d5abf5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:41Z', 'updated_at': '2022-02-14T15:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '46563819-b92a-4ae0-ac99-04582b8c2792', 'name': '', 'network_id': '9f3af8da-54d8-46e3-969c-a0cba5b326cc', 'tenant_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'mac_address': 'fa:16:3e:bb:df:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933bf04-5e52-45f5-bdd9-7968d5abf5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd9c19663-97f3-43a5-ac6b-67c8d9563f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:43Z', 'updated_at': '2022-02-14T15:25:44Z', 'revision_number': 2, 'project_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'subnets': [{'id': 'd9c19663-97f3-43a5-ac6b-67c8d9563f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:53.055040 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] Routers {'10f69470-d0a6-4ba1-b01d-060eb6001c40'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:25:53.055946 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:25:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['10f69470-d0a6-4ba1-b01d-060eb6001c40'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:53.063280 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-c4f6a089-44b6-4ef2-b879-1aaa4fa16116 admin admin] Allocated IP 172.20.0.1 (6c1af92f-7e3f-4d6e-a94b-f11a30e79438/d9efabe5-ef81-468b-a773-0120200b527f/8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:25:53.077466 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] Checking router: 0933bf04-5e52-45f5-bdd9-7968d5abf5aa for host: dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:25:53.078654 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] Updating router 0933bf04-5e52-45f5-bdd9-7968d5abf5aa port 46563819-b92a-4ae0-ac99-04582b8c2792 binding host dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:25:53.098822 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (972fdd1f-382a-4efa-b22f-4e77b23553a9), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:53.110443 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (46563819-b92a-4ae0-ac99-04582b8c2792), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:53.178905 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a089-44b6-4ef2-b879-1aaa4fa16116 admin admin] Publish callbacks [] for port (8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:53.220149 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a089-44b6-4ef2-b879-1aaa4fa16116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:53.260448 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f9adc194-d249-43e8-a99e-f502460706cb None None] Provisioning complete for port c4b46c6e-96f4-4444-b3ac-1c05fe10e652 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:53.260827 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f9adc194-d249-43e8-a99e-f502460706cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (c4b46c6e-96f4-4444-b3ac-1c05fe10e652), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:53.261545 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f6a089-44b6-4ef2-b879-1aaa4fa16116 admin admin] Network 6c1af92f-7e3f-4d6e-a94b-f11a30e79438 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:25:53.269652 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-c4f6a089-44b6-4ef2-b879-1aaa4fa16116 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:25:53.287056 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f6a089-44b6-4ef2-b879-1aaa4fa16116 admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:25:53.291024 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6a089-44b6-4ef2-b879-1aaa4fa16116 admin admin] Pushing event updated for resources: {'Port': ['ID=8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:53.297751 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] Set router 10f69470-d0a6-4ba1-b01d-060eb6001c40 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:25:53.339672 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a089-44b6-4ef2-b879-1aaa4fa16116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560831'] for router_interface (90e0806e-79f9-40a5-9891-0e5fc24b20d7), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:53.394083 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device c4b46c6e-96f4-4444-b3ac-1c05fe10e652 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:25:53.429174 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] Publish callbacks [] for port (46563819-b92a-4ae0-ac99-04582b8c2792), precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:53.435927 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (46563819-b92a-4ae0-ac99-04582b8c2792), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:53.514736 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302e61a-f312-4745-875f-a401082a103a None None] Pushing event updated for resources: {'Port': ['ID=46563819-b92a-4ae0-ac99-04582b8c2792,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:53.606930 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a089-44b6-4ef2-b879-1aaa4fa16116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:53.641824 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] Attempting to bind port 46563819-b92a-4ae0-ac99-04582b8c2792 on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:25:53.642484 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] Attempting to bind port 46563819-b92a-4ae0-ac99-04582b8c2792 by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': 'aa2ff3a3-2f99-41a6-818a-a90f458a5a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9f3af8da-54d8-46e3-969c-a0cba5b326cc'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:25:53.642858 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] Attempting to bind port 46563819-b92a-4ae0-ac99-04582b8c2792 on network 9f3af8da-54d8-46e3-969c-a0cba5b326cc {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:25:53.653748 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:25:53.654597 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] Checking segment: {'id': 'aa2ff3a3-2f99-41a6-818a-a90f458a5a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9f3af8da-54d8-46e3-969c-a0cba5b326cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:25:53.655009 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:53.655833 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] Bound using segment: {'id': 'aa2ff3a3-2f99-41a6-818a-a90f458a5a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9f3af8da-54d8-46e3-969c-a0cba5b326cc'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:25:53.655974 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] Bound port: 46563819-b92a-4ae0-ac99-04582b8c2792, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2ff3a3-2f99-41a6-818a-a90f458a5a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9f3af8da-54d8-46e3-969c-a0cba5b326cc'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:25:53.656369 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (46563819-b92a-4ae0-ac99-04582b8c2792), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:53.700440 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f9adc194-d249-43e8-a99e-f502460706cb None None] Current status of the port c4b46c6e-96f4-4444-b3ac-1c05fe10e652 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:53.712386 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port c4b46c6e-96f4-4444-b3ac-1c05fe10e652 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:53.712774 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (c4b46c6e-96f4-4444-b3ac-1c05fe10e652), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:53.743734 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] For port 46563819-b92a-4ae0-ac99-04582b8c2792, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:25:53.747109 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] For port 46563819-b92a-4ae0-ac99-04582b8c2792, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=46563819-b92a-4ae0-ac99-04582b8c2792,segment=NetworkSegment(aa2ff3a3-2f99-41a6-818a-a90f458a5a3f),segment_id=aa2ff3a3-2f99-41a6-818a-a90f458a5a3f)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:25:53.755542 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (46563819-b92a-4ae0-ac99-04582b8c2792), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:53.819625 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] Publish callbacks [] for port (972fdd1f-382a-4efa-b22f-4e77b23553a9), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:53.838345 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (972fdd1f-382a-4efa-b22f-4e77b23553a9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:53.842129 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302e61a-f312-4745-875f-a401082a103a None None] Pushing event updated for resources: {'Port': ['ID=46563819-b92a-4ae0-ac99-04582b8c2792,revision_number=4']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:53.855604 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] Routers {'0933bf04-5e52-45f5-bdd9-7968d5abf5aa'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:25:53.856616 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:25:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['0933bf04-5e52-45f5-bdd9-7968d5abf5aa'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:53.896508 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a089-44b6-4ef2-b879-1aaa4fa16116 admin admin] Publish callbacks [] for port (8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:53.898011 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-93b49cfa-5585-409f-9764-c95acababa2f None None] Provisioning complete for port 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:53.898392 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-93b49cfa-5585-409f-9764-c95acababa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:53.907822 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a089-44b6-4ef2-b879-1aaa4fa16116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:53.946966 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3437b-8187-42dc-ac95-37f55f400cc6 None None] Pushing event updated for resources: {'Port': ['ID=972fdd1f-382a-4efa-b22f-4e77b23553a9,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:53.949418 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] Attempting to bind port 972fdd1f-382a-4efa-b22f-4e77b23553a9 on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:25:53.949794 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] Attempting to bind port 972fdd1f-382a-4efa-b22f-4e77b23553a9 by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:25:53.950159 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] Attempting to bind port 972fdd1f-382a-4efa-b22f-4e77b23553a9 on network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:25:54.004191 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:25:54.004706 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] Checking segment: {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:25:54.005120 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:54.005492 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a089-44b6-4ef2-b879-1aaa4fa16116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560835'] for router_interface (90e0806e-79f9-40a5-9891-0e5fc24b20d7), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:54.005653 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] Bound using segment: {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:25:54.005999 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] Bound port: 972fdd1f-382a-4efa-b22f-4e77b23553a9, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038ca40d-da4a-4583-a903-b65f2431c918', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:25:54.006384 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (972fdd1f-382a-4efa-b22f-4e77b23553a9), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:54.021844 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'name': 'tempest-TestMinimumBasicScenario-1646230621-router', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:43Z', 'updated_at': '2022-02-14T15:25:47Z', 'revision_number': 4, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'gw_port': {'id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:44Z', 'updated_at': '2022-02-14T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'b6e07ab2-d36c-4983-92f5-7e36a70871eb', 'name': '', 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'mac_address': 'fa:16:3e:3e:70:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '534d64a7-d0a7-45ee-a783-2ca3a78a2c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:46Z', 'updated_at': '2022-02-14T15:25:47Z', 'revision_number': 2, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'subnets': [{'id': '534d64a7-d0a7-45ee-a783-2ca3a78a2c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:54.057200 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6a089-44b6-4ef2-b879-1aaa4fa16116 admin admin] Pushing event updated for resources: {'Port': ['ID=8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:54.068540 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-93b49cfa-5585-409f-9764-c95acababa2f None None] Port 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:25:54.073203 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] Checking router: 10f69470-d0a6-4ba1-b01d-060eb6001c40 for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:25:54.073568 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] Updating router 10f69470-d0a6-4ba1-b01d-060eb6001c40 port b6e07ab2-d36c-4983-92f5-7e36a70871eb binding host dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:25:54.077735 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port c4b46c6e-96f4-4444-b3ac-1c05fe10e652 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:54.120661 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] Set router 0933bf04-5e52-45f5-bdd9-7968d5abf5aa gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:25:54.138067 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (b6e07ab2-d36c-4983-92f5-7e36a70871eb), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:54.140100 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-93b49cfa-5585-409f-9764-c95acababa2f None None] Provisioning complete for port 46563819-b92a-4ae0-ac99-04582b8c2792 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:54.140237 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-93b49cfa-5585-409f-9764-c95acababa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (46563819-b92a-4ae0-ac99-04582b8c2792), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:54.152305 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f6a089-44b6-4ef2-b879-1aaa4fa16116 admin admin] Network 6c1af92f-7e3f-4d6e-a94b-f11a30e79438 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:25:54.154083 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-c4f6a089-44b6-4ef2-b879-1aaa4fa16116 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:25:54.156658 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] For port 972fdd1f-382a-4efa-b22f-4e77b23553a9, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:25:54.195978 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] For port 972fdd1f-382a-4efa-b22f-4e77b23553a9, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=972fdd1f-382a-4efa-b22f-4e77b23553a9,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:25:54.228971 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (972fdd1f-382a-4efa-b22f-4e77b23553a9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:54.313007 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f6a089-44b6-4ef2-b879-1aaa4fa16116 admin admin] Router 90e0806e-79f9-40a5-9891-0e5fc24b20d7 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:25:54.393693 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933bf04-5e52-45f5-bdd9-7968d5abf5aa', 'name': 'tempest-TestVolumeBootPattern-615262719-router', 'tenant_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '568f8779-9787-4479-bce0-a4ea776ea63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:40Z', 'updated_at': '2022-02-14T15:25:44Z', 'revision_number': 4, 'project_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'gw_port': {'id': '568f8779-9787-4479-bce0-a4ea776ea63b', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933bf04-5e52-45f5-bdd9-7968d5abf5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:41Z', 'updated_at': '2022-02-14T15:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '46563819-b92a-4ae0-ac99-04582b8c2792', 'name': '', 'network_id': '9f3af8da-54d8-46e3-969c-a0cba5b326cc', 'tenant_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'mac_address': 'fa:16:3e:bb:df:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933bf04-5e52-45f5-bdd9-7968d5abf5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd9c19663-97f3-43a5-ac6b-67c8d9563f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:43Z', 'updated_at': '2022-02-14T15:25:53Z', 'revision_number': 4, 'project_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'subnets': [{'id': 'd9c19663-97f3-43a5-ac6b-67c8d9563f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:54.428009 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfb84ab-cb4a-40a0-b9c9-4beb3568376e None None] The sync data for ids ['0933bf04-5e52-45f5-bdd9-7968d5abf5aa'] in dv-cinder-815146-10-iscsi is: [{'id': '0933bf04-5e52-45f5-bdd9-7968d5abf5aa', 'name': 'tempest-TestVolumeBootPattern-615262719-router', 'tenant_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '568f8779-9787-4479-bce0-a4ea776ea63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:40Z', 'updated_at': '2022-02-14T15:25:44Z', 'revision_number': 4, 'project_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'gw_port': {'id': '568f8779-9787-4479-bce0-a4ea776ea63b', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933bf04-5e52-45f5-bdd9-7968d5abf5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:41Z', 'updated_at': '2022-02-14T15:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '46563819-b92a-4ae0-ac99-04582b8c2792', 'name': '', 'network_id': '9f3af8da-54d8-46e3-969c-a0cba5b326cc', 'tenant_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'mac_address': 'fa:16:3e:bb:df:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933bf04-5e52-45f5-bdd9-7968d5abf5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd9c19663-97f3-43a5-ac6b-67c8d9563f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:43Z', 'updated_at': '2022-02-14T15:25:53Z', 'revision_number': 4, 'project_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'subnets': [{'id': 'd9c19663-97f3-43a5-ac6b-67c8d9563f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:25:54.430956 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3437b-8187-42dc-ac95-37f55f400cc6 None None] Pushing event updated for resources: {'Port': ['ID=972fdd1f-382a-4efa-b22f-4e77b23553a9,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:54.442443 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] Routers {'90e0806e-79f9-40a5-9891-0e5fc24b20d7'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:25:54.443250 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:25:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['90e0806e-79f9-40a5-9891-0e5fc24b20d7'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:54.472131 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f6a089-44b6-4ef2-b879-1aaa4fa16116 admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:25:54.488519 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-c4f6a089-44b6-4ef2-b879-1aaa4fa16116 admin admin] 10.222.0.87 "PUT /v2.0/routers/90e0806e-79f9-40a5-9891-0e5fc24b20d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1938090 Feb 14 15:25:54.531664 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-93b49cfa-5585-409f-9764-c95acababa2f None None] Current status of the port 46563819-b92a-4ae0-ac99-04582b8c2792 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:54.531664 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-93b49cfa-5585-409f-9764-c95acababa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (46563819-b92a-4ae0-ac99-04582b8c2792), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:54.817061 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-93b49cfa-5585-409f-9764-c95acababa2f None None] For port 46563819-b92a-4ae0-ac99-04582b8c2792, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=46563819-b92a-4ae0-ac99-04582b8c2792,segment=NetworkSegment(aa2ff3a3-2f99-41a6-818a-a90f458a5a3f),segment_id=aa2ff3a3-2f99-41a6-818a-a90f458a5a3f)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:25:54.823989 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] Set router 90e0806e-79f9-40a5-9891-0e5fc24b20d7 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:25:54.830629 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-93b49cfa-5585-409f-9764-c95acababa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (46563819-b92a-4ae0-ac99-04582b8c2792), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:54.984946 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b49cfa-5585-409f-9764-c95acababa2f None None] Pushing event updated for resources: {'Port': ['ID=46563819-b92a-4ae0-ac99-04582b8c2792,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:55.078745 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-a0b925d4-d6eb-437d-81e2-82c3d70f5966 None None] Provisioning complete for port 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:55.079131 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a0b925d4-d6eb-437d-81e2-82c3d70f5966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:55.116768 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] Publish callbacks [] for port (b6e07ab2-d36c-4983-92f5-7e36a70871eb), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:55.130765 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (b6e07ab2-d36c-4983-92f5-7e36a70871eb), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:55.186638 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-a0b925d4-d6eb-437d-81e2-82c3d70f5966 None None] Port 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:25:55.235157 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616046a-86c4-4334-a2c0-4dd73d77160c None None] Pushing event updated for resources: {'Port': ['ID=b6e07ab2-d36c-4983-92f5-7e36a70871eb,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:55.260427 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-a0b925d4-d6eb-437d-81e2-82c3d70f5966 None None] Provisioning complete for port 46563819-b92a-4ae0-ac99-04582b8c2792 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:55.260907 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a0b925d4-d6eb-437d-81e2-82c3d70f5966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (46563819-b92a-4ae0-ac99-04582b8c2792), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:55.386968 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] Attempting to bind port b6e07ab2-d36c-4983-92f5-7e36a70871eb on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:25:55.387352 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] Attempting to bind port b6e07ab2-d36c-4983-92f5-7e36a70871eb by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': '284a1293-b1ce-4623-a917-402ce0433699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:25:55.387748 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] Attempting to bind port b6e07ab2-d36c-4983-92f5-7e36a70871eb on network b036eec9-a30b-45ca-b651-2397cce838fd {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:25:55.434278 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:25:55.434663 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] Checking segment: {'id': '284a1293-b1ce-4623-a917-402ce0433699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:25:55.435077 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:55.435489 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] Bound using segment: {'id': '284a1293-b1ce-4623-a917-402ce0433699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:25:55.436008 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] Bound port: b6e07ab2-d36c-4983-92f5-7e36a70871eb, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284a1293-b1ce-4623-a917-402ce0433699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:25:55.436407 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (b6e07ab2-d36c-4983-92f5-7e36a70871eb), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:55.466837 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e0806e-79f9-40a5-9891-0e5fc24b20d7', 'name': 'tempest-TestMinimumBasicScenario-1596133608-router', 'tenant_id': 'caaa21f556564663a87b40922adde254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '972fdd1f-382a-4efa-b22f-4e77b23553a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:50Z', 'updated_at': '2022-02-14T15:25:53Z', 'revision_number': 4, 'project_id': 'caaa21f556564663a87b40922adde254', 'gw_port': {'id': '972fdd1f-382a-4efa-b22f-4e77b23553a9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e0806e-79f9-40a5-9891-0e5fc24b20d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:50Z', 'updated_at': '2022-02-14T15:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9', 'name': '', 'network_id': '6c1af92f-7e3f-4d6e-a94b-f11a30e79438', 'tenant_id': 'caaa21f556564663a87b40922adde254', 'mac_address': 'fa:16:3e:45:2a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e0806e-79f9-40a5-9891-0e5fc24b20d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'd9efabe5-ef81-468b-a773-0120200b527f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:52Z', 'updated_at': '2022-02-14T15:25:53Z', 'revision_number': 2, 'project_id': 'caaa21f556564663a87b40922adde254', 'subnets': [{'id': 'd9efabe5-ef81-468b-a773-0120200b527f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:55.472606 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 46563819-b92a-4ae0-ac99-04582b8c2792 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:25:55.524451 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-a0b925d4-d6eb-437d-81e2-82c3d70f5966 None None] Current status of the port 46563819-b92a-4ae0-ac99-04582b8c2792 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:55.552247 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179079f-bc9b-4cb1-b806-a48c5331bc66 None None] The sync data for ids ['90e0806e-79f9-40a5-9891-0e5fc24b20d7'] in dv-cinder-815146-10-iscsi is: [{'id': '90e0806e-79f9-40a5-9891-0e5fc24b20d7', 'name': 'tempest-TestMinimumBasicScenario-1596133608-router', 'tenant_id': 'caaa21f556564663a87b40922adde254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '972fdd1f-382a-4efa-b22f-4e77b23553a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:50Z', 'updated_at': '2022-02-14T15:25:53Z', 'revision_number': 4, 'project_id': 'caaa21f556564663a87b40922adde254', 'gw_port': {'id': '972fdd1f-382a-4efa-b22f-4e77b23553a9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e0806e-79f9-40a5-9891-0e5fc24b20d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:50Z', 'updated_at': '2022-02-14T15:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9', 'name': '', 'network_id': '6c1af92f-7e3f-4d6e-a94b-f11a30e79438', 'tenant_id': 'caaa21f556564663a87b40922adde254', 'mac_address': 'fa:16:3e:45:2a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e0806e-79f9-40a5-9891-0e5fc24b20d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'd9efabe5-ef81-468b-a773-0120200b527f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:52Z', 'updated_at': '2022-02-14T15:25:53Z', 'revision_number': 2, 'project_id': 'caaa21f556564663a87b40922adde254', 'subnets': [{'id': 'd9efabe5-ef81-468b-a773-0120200b527f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:25:55.625369 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 46563819-b92a-4ae0-ac99-04582b8c2792 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:55.625749 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (46563819-b92a-4ae0-ac99-04582b8c2792), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:55.629904 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] For port b6e07ab2-d36c-4983-92f5-7e36a70871eb, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:25:55.699404 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] For port b6e07ab2-d36c-4983-92f5-7e36a70871eb, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=b6e07ab2-d36c-4983-92f5-7e36a70871eb,segment=NetworkSegment(284a1293-b1ce-4623-a917-402ce0433699),segment_id=284a1293-b1ce-4623-a917-402ce0433699)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:25:55.703313 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-314da5b6-cbcd-4f38-b90b-7203f698516b None None] Provisioning complete for port b6e07ab2-d36c-4983-92f5-7e36a70871eb triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:55.703736 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-314da5b6-cbcd-4f38-b90b-7203f698516b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (b6e07ab2-d36c-4983-92f5-7e36a70871eb), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:55.759030 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (b6e07ab2-d36c-4983-92f5-7e36a70871eb), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:55.839875 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-314da5b6-cbcd-4f38-b90b-7203f698516b None None] Port b6e07ab2-d36c-4983-92f5-7e36a70871eb cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:25:55.910863 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] Routers {'10f69470-d0a6-4ba1-b01d-060eb6001c40'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:25:55.911525 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:25:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['10f69470-d0a6-4ba1-b01d-060eb6001c40'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:55.918802 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616046a-86c4-4334-a2c0-4dd73d77160c None None] Pushing event updated for resources: {'Port': ['ID=b6e07ab2-d36c-4983-92f5-7e36a70871eb,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:56.008724 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 46563819-b92a-4ae0-ac99-04582b8c2792 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:56.137224 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] Set router 10f69470-d0a6-4ba1-b01d-060eb6001c40 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:25:56.335149 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-2682a414-059e-446f-b25a-3ab8a47afd65 None None] Provisioning complete for port b6e07ab2-d36c-4983-92f5-7e36a70871eb triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:56.335752 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-2682a414-059e-446f-b25a-3ab8a47afd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (b6e07ab2-d36c-4983-92f5-7e36a70871eb), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:56.480463 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-2682a414-059e-446f-b25a-3ab8a47afd65 None None] Current status of the port b6e07ab2-d36c-4983-92f5-7e36a70871eb is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:56.480862 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-2682a414-059e-446f-b25a-3ab8a47afd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (b6e07ab2-d36c-4983-92f5-7e36a70871eb), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:56.540727 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-2682a414-059e-446f-b25a-3ab8a47afd65 None None] For port b6e07ab2-d36c-4983-92f5-7e36a70871eb, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=b6e07ab2-d36c-4983-92f5-7e36a70871eb,segment=NetworkSegment(284a1293-b1ce-4623-a917-402ce0433699),segment_id=284a1293-b1ce-4623-a917-402ce0433699)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:25:56.544604 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'name': 'tempest-TestMinimumBasicScenario-1646230621-router', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:43Z', 'updated_at': '2022-02-14T15:25:47Z', 'revision_number': 4, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'gw_port': {'id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:44Z', 'updated_at': '2022-02-14T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'b6e07ab2-d36c-4983-92f5-7e36a70871eb', 'name': '', 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'mac_address': 'fa:16:3e:3e:70:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '534d64a7-d0a7-45ee-a783-2ca3a78a2c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:46Z', 'updated_at': '2022-02-14T15:25:55Z', 'revision_number': 4, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'subnets': [{'id': '534d64a7-d0a7-45ee-a783-2ca3a78a2c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:25:56.589352 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-2682a414-059e-446f-b25a-3ab8a47afd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (b6e07ab2-d36c-4983-92f5-7e36a70871eb), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:56.595422 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c064e3-5a5a-4136-a043-7c91f120a6d6 None None] The sync data for ids ['10f69470-d0a6-4ba1-b01d-060eb6001c40'] in dv-cinder-815146-10-iscsi is: [{'id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'name': 'tempest-TestMinimumBasicScenario-1646230621-router', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:43Z', 'updated_at': '2022-02-14T15:25:47Z', 'revision_number': 4, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'gw_port': {'id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:44Z', 'updated_at': '2022-02-14T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'b6e07ab2-d36c-4983-92f5-7e36a70871eb', 'name': '', 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'mac_address': 'fa:16:3e:3e:70:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '534d64a7-d0a7-45ee-a783-2ca3a78a2c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:46Z', 'updated_at': '2022-02-14T15:25:55Z', 'revision_number': 4, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'subnets': [{'id': '534d64a7-d0a7-45ee-a783-2ca3a78a2c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:25:56.671398 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682a414-059e-446f-b25a-3ab8a47afd65 None None] Pushing event updated for resources: {'Port': ['ID=b6e07ab2-d36c-4983-92f5-7e36a70871eb,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:57.464806 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device b6e07ab2-d36c-4983-92f5-7e36a70871eb up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:25:57.537193 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port b6e07ab2-d36c-4983-92f5-7e36a70871eb triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:57.537716 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (b6e07ab2-d36c-4983-92f5-7e36a70871eb), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:57.669907 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port b6e07ab2-d36c-4983-92f5-7e36a70871eb is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:57.671199 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 972fdd1f-382a-4efa-b22f-4e77b23553a9 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:25:57.753409 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 972fdd1f-382a-4efa-b22f-4e77b23553a9 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:57.753989 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (972fdd1f-382a-4efa-b22f-4e77b23553a9), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:57.868756 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 972fdd1f-382a-4efa-b22f-4e77b23553a9 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:25:57.870997 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (972fdd1f-382a-4efa-b22f-4e77b23553a9), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:57.918222 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] For port 972fdd1f-382a-4efa-b22f-4e77b23553a9, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=972fdd1f-382a-4efa-b22f-4e77b23553a9,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:25:57.927543 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (972fdd1f-382a-4efa-b22f-4e77b23553a9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:57.992074 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Pushing event updated for resources: {'Port': ['ID=972fdd1f-382a-4efa-b22f-4e77b23553a9,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:25:59.346415 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 972fdd1f-382a-4efa-b22f-4e77b23553a9 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:25:59.406837 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 972fdd1f-382a-4efa-b22f-4e77b23553a9 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:25:59.407209 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (972fdd1f-382a-4efa-b22f-4e77b23553a9), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:25:59.527387 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 972fdd1f-382a-4efa-b22f-4e77b23553a9 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:26:01.455311 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] Sync routers for ids ['90e0806e-79f9-40a5-9891-0e5fc24b20d7'] in dv-cinder-815146-10-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:26:01.466252 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] Routers {'90e0806e-79f9-40a5-9891-0e5fc24b20d7'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:26:01.467117 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:25:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['90e0806e-79f9-40a5-9891-0e5fc24b20d7'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:26:01.584835 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] Set router 90e0806e-79f9-40a5-9891-0e5fc24b20d7 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:26:01.796897 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e0806e-79f9-40a5-9891-0e5fc24b20d7', 'name': 'tempest-TestMinimumBasicScenario-1596133608-router', 'tenant_id': 'caaa21f556564663a87b40922adde254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '972fdd1f-382a-4efa-b22f-4e77b23553a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:50Z', 'updated_at': '2022-02-14T15:25:53Z', 'revision_number': 4, 'project_id': 'caaa21f556564663a87b40922adde254', 'gw_port': {'id': '972fdd1f-382a-4efa-b22f-4e77b23553a9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e0806e-79f9-40a5-9891-0e5fc24b20d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:50Z', 'updated_at': '2022-02-14T15:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9', 'name': '', 'network_id': '6c1af92f-7e3f-4d6e-a94b-f11a30e79438', 'tenant_id': 'caaa21f556564663a87b40922adde254', 'mac_address': 'fa:16:3e:45:2a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e0806e-79f9-40a5-9891-0e5fc24b20d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'd9efabe5-ef81-468b-a773-0120200b527f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:52Z', 'updated_at': '2022-02-14T15:25:53Z', 'revision_number': 2, 'project_id': 'caaa21f556564663a87b40922adde254', 'subnets': [{'id': 'd9efabe5-ef81-468b-a773-0120200b527f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:26:01.834909 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] Checking router: 90e0806e-79f9-40a5-9891-0e5fc24b20d7 for host: dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:26:01.835434 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] Updating router 90e0806e-79f9-40a5-9891-0e5fc24b20d7 port 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9 binding host dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:26:01.874382 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:02.168646 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] Publish callbacks [] for port (8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9), precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:02.177241 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:02.230834 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b2858-e8f7-4ada-9fea-72c418f9d4b3 None None] Pushing event updated for resources: {'Port': ['ID=8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:02.301388 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] Attempting to bind port 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9 on host dv-cinder-815146-10-iscsi for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:26:02.301678 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] Attempting to bind port 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9 by drivers openvswitch,hyperv on host dv-cinder-815146-10-iscsi at level 0 using segments [{'id': 'cd457426-0bae-4e45-a7f6-1d065a7d15f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6c1af92f-7e3f-4d6e-a94b-f11a30e79438'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:26:02.301933 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] Attempting to bind port 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9 on network 6c1af92f-7e3f-4d6e-a94b-f11a30e79438 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:26:02.307391 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] Checking agent: {'id': 'a0cabe31-d8cb-49be-a6c6-17cd784186b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 9, 50), 'started_at': datetime.datetime(2022, 2, 14, 15, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:26:02.307815 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] Checking segment: {'id': 'cd457426-0bae-4e45-a7f6-1d065a7d15f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6c1af92f-7e3f-4d6e-a94b-f11a30e79438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:26:02.308230 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:02.308636 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] Bound using segment: {'id': 'cd457426-0bae-4e45-a7f6-1d065a7d15f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6c1af92f-7e3f-4d6e-a94b-f11a30e79438'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:26:02.309112 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] Bound port: 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9, host: dv-cinder-815146-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd457426-0bae-4e45-a7f6-1d065a7d15f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6c1af92f-7e3f-4d6e-a94b-f11a30e79438'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:26:02.309504 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:02.387495 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] For port 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9, host dv-cinder-815146-10-iscsi, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:26:02.390665 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] For port 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9, host dv-cinder-815146-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9,segment=NetworkSegment(cd457426-0bae-4e45-a7f6-1d065a7d15f0),segment_id=cd457426-0bae-4e45-a7f6-1d065a7d15f0)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:26:02.401304 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:02.458346 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b2858-e8f7-4ada-9fea-72c418f9d4b3 None None] Pushing event updated for resources: {'Port': ['ID=8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9,revision_number=4']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:02.474156 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] Routers {'90e0806e-79f9-40a5-9891-0e5fc24b20d7'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:26:02.474773 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:25:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['90e0806e-79f9-40a5-9891-0e5fc24b20d7'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:26:02.586147 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-5c0ad3a7-a2dd-4367-a33d-470ad5c21f0b None None] Provisioning complete for port 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:26:02.587561 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-5c0ad3a7-a2dd-4367-a33d-470ad5c21f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:02.623256 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] Set router 90e0806e-79f9-40a5-9891-0e5fc24b20d7 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:26:02.735157 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-5c0ad3a7-a2dd-4367-a33d-470ad5c21f0b None None] Current status of the port 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:26:02.736932 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-5c0ad3a7-a2dd-4367-a33d-470ad5c21f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:02.923392 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-5c0ad3a7-a2dd-4367-a33d-470ad5c21f0b None None] For port 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9,segment=NetworkSegment(cd457426-0bae-4e45-a7f6-1d065a7d15f0),segment_id=cd457426-0bae-4e45-a7f6-1d065a7d15f0)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:26:02.929940 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-5c0ad3a7-a2dd-4367-a33d-470ad5c21f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:02.984341 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e0806e-79f9-40a5-9891-0e5fc24b20d7', 'name': 'tempest-TestMinimumBasicScenario-1596133608-router', 'tenant_id': 'caaa21f556564663a87b40922adde254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '972fdd1f-382a-4efa-b22f-4e77b23553a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:50Z', 'updated_at': '2022-02-14T15:25:53Z', 'revision_number': 4, 'project_id': 'caaa21f556564663a87b40922adde254', 'gw_port': {'id': '972fdd1f-382a-4efa-b22f-4e77b23553a9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e0806e-79f9-40a5-9891-0e5fc24b20d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:50Z', 'updated_at': '2022-02-14T15:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9', 'name': '', 'network_id': '6c1af92f-7e3f-4d6e-a94b-f11a30e79438', 'tenant_id': 'caaa21f556564663a87b40922adde254', 'mac_address': 'fa:16:3e:45:2a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e0806e-79f9-40a5-9891-0e5fc24b20d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'd9efabe5-ef81-468b-a773-0120200b527f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:52Z', 'updated_at': '2022-02-14T15:26:02Z', 'revision_number': 4, 'project_id': 'caaa21f556564663a87b40922adde254', 'subnets': [{'id': 'd9efabe5-ef81-468b-a773-0120200b527f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:26:03.000058 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ad3a7-a2dd-4367-a33d-470ad5c21f0b None None] Pushing event updated for resources: {'Port': ['ID=8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:03.013698 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f35a85b-1980-40c9-a8d4-7698fddcd694 None None] The sync data for ids ['90e0806e-79f9-40a5-9891-0e5fc24b20d7'] in dv-cinder-815146-10-iscsi is: [{'id': '90e0806e-79f9-40a5-9891-0e5fc24b20d7', 'name': 'tempest-TestMinimumBasicScenario-1596133608-router', 'tenant_id': 'caaa21f556564663a87b40922adde254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '972fdd1f-382a-4efa-b22f-4e77b23553a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:50Z', 'updated_at': '2022-02-14T15:25:53Z', 'revision_number': 4, 'project_id': 'caaa21f556564663a87b40922adde254', 'gw_port': {'id': '972fdd1f-382a-4efa-b22f-4e77b23553a9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e0806e-79f9-40a5-9891-0e5fc24b20d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:50Z', 'updated_at': '2022-02-14T15:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': '8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9', 'name': '', 'network_id': '6c1af92f-7e3f-4d6e-a94b-f11a30e79438', 'tenant_id': 'caaa21f556564663a87b40922adde254', 'mac_address': 'fa:16:3e:45:2a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e0806e-79f9-40a5-9891-0e5fc24b20d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'd9efabe5-ef81-468b-a773-0120200b527f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:52Z', 'updated_at': '2022-02-14T15:26:02Z', 'revision_number': 4, 'project_id': 'caaa21f556564663a87b40922adde254', 'subnets': [{'id': 'd9efabe5-ef81-468b-a773-0120200b527f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:26:03.073145 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-069e1a47-1b9f-411d-89e4-8f00346bb7bc None None] Provisioning complete for port 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:26:03.073858 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-069e1a47-1b9f-411d-89e4-8f00346bb7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:03.171982 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-069e1a47-1b9f-411d-89e4-8f00346bb7bc None None] Current status of the port 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:26:03.435997 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9 up at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:26:03.547860 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Provisioning complete for port 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:26:03.548247 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:03.630090 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-e1a79304-d58e-42e5-b37d-0463f39558a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1917336830&fields=id&tenant_id=864ccbbef8e84659a7b7acf3f9d7c862 HTTP/1.1" status: 200 len: 267 time: 0.0741947 Feb 14 15:26:03.661030 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Current status of the port 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:26:03.771756 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-b471420b-0a02-44d6-90d4-5dca9471eb2c tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:03.776096 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-b471420b-0a02-44d6-90d4-5dca9471eb2c tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/networks?id=fc76fd3b-67a5-4661-834d-70f414d1700e HTTP/1.1" status: 200 len: 811 time: 0.1452148 Feb 14 15:26:03.792331 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-ec118b49-6307-4a62-b178-5db915821e40 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/quotas/864ccbbef8e84659a7b7acf3f9d7c862 HTTP/1.1" status: 200 len: 375 time: 0.0129519 Feb 14 15:26:03.865203 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-9aa10b00-1fad-43c8-9504-8754eebd862a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=864ccbbef8e84659a7b7acf3f9d7c862&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669057 Feb 14 15:26:03.991826 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-b3d54852-6a44-4b59-b077-c422f44f2007 service neutron] 10.222.0.87 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145747 Feb 14 15:26:04.094442 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-95da79ac-4b80-4f77-8b73-647918a1afcb service neutron] 10.222.0.87 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935254 Feb 14 15:26:04.429925 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1545c843-c9f3-4000-a4c6-615285c6cde2 req-bf5546b4-bc2e-4704-9f70-81d51d3db4db tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 210 time: 0.0359437 Feb 14 15:26:05.335093 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-9241e2a0-1d20-428c-8d1e-33e8425f6001 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:05.336592 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-9241e2a0-1d20-428c-8d1e-33e8425f6001 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/networks?id=b036eec9-a30b-45ca-b651-2397cce838fd HTTP/1.1" status: 200 len: 815 time: 0.1066432 Feb 14 15:26:05.351175 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-ea322547-ae0e-40c5-9c15-2425afe8909d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/quotas/ea5eb4c8f18e41beb056eeb47b9c7651 HTTP/1.1" status: 200 len: 375 time: 0.0092275 Feb 14 15:26:05.405900 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-802a2047-6142-427d-b25d-a94a53b3b4e7 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ea5eb4c8f18e41beb056eeb47b9c7651&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498102 Feb 14 15:26:05.501276 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-7a9ca55c-5937-4b14-8a24-d4f9c538974a service neutron] 10.222.0.87 "GET /v2.0/networks/b036eec9-a30b-45ca-b651-2397cce838fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834394 Feb 14 15:26:05.520325 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-697ef3b6-7340-457d-b8dc-9244fb51114a req-c49a6842-449d-4e41-af45-ca00b5330c26 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 210 time: 0.0290430 Feb 14 15:26:05.600273 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-432ef9eb-d87f-4395-a4d6-fdb4bbe66533 service neutron] 10.222.0.87 "GET /v2.0/networks/b036eec9-a30b-45ca-b651-2397cce838fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921261 Feb 14 15:26:05.724891 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-3fa640b1-1a38-4468-a4bd-d1842018b217 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:05.726542 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-3fa640b1-1a38-4468-a4bd-d1842018b217 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.77 "GET /v2.0/networks?id=fc76fd3b-67a5-4661-834d-70f414d1700e HTTP/1.1" status: 200 len: 811 time: 0.1173801 Feb 14 15:26:05.789900 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-313dea32-6550-41c0-8acd-e0b2b4f24610 req-c8710efd-9364-4bf6-a7e4-3cde22722316 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 210 time: 0.0348544 Feb 14 15:26:05.815369 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-5c47fcac-17f9-4889-8b10-485df52ea3ad tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=864ccbbef8e84659a7b7acf3f9d7c862 HTTP/1.1" status: 200 len: 380 time: 0.0816410 Feb 14 15:26:05.823777 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Request body: {'port': {'device_id': 'b9c15ed7-950c-48a7-9daf-2b47f8456df3', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'admin_state_up': True, 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'security_groups': ['0e44a08e-64d7-4b6c-bf66-067e9bea5a6c']}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:26:05.944688 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Made reservation on behalf of 864ccbbef8e84659a7b7acf3f9d7c862 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:26:05.948321 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:06.114699 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Allocated IP 172.20.0.6 (fc76fd3b-67a5-4661-834d-70f414d1700e/689638d8-9b8e-4ad2-8489-3863e071ea41/80e302ac-0201-4a1a-83ab-dcf082f1142e) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:26:06.265134 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for port (80e302ac-0201-4a1a-83ab-dcf082f1142e), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:06.301584 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (80e302ac-0201-4a1a-83ab-dcf082f1142e), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:06.345564 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Network fc76fd3b-67a5-4661-834d-70f414d1700e is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:26:06.349863 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:26:06.352429 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:26:06.391419 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Pushing event updated for resources: {'Port': ['ID=80e302ac-0201-4a1a-83ab-dcf082f1142e,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:06.404510 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:06.404934 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:06.405294 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:06.405642 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:06.405990 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:06.406333 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:06.406672 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:06.407014 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:06.407348 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:06.407706 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:06.408435 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:06.408593 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:06.408970 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:06.427539 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:06.428203 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:06.446531 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-f6ae0f2a-2129-4dd4-9eaf-ac1e3efce3a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6265070 Feb 14 15:26:06.459249 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] Request body: {'port': {'device_id': 'b9c15ed7-950c-48a7-9daf-2b47f8456df3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:26:06.521684 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (80e302ac-0201-4a1a-83ab-dcf082f1142e), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:06.623646 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-bf25a7ac-7894-4004-898e-0ce253244035 None None] Provisioning complete for port 80e302ac-0201-4a1a-83ab-dcf082f1142e triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:26:06.624197 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-bf25a7ac-7894-4004-898e-0ce253244035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (80e302ac-0201-4a1a-83ab-dcf082f1142e), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:06.662907 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29e166-c6ab-45eb-8ae1-212ae25e5478 req-7b10cf2e-2876-4564-8b32-9b7bf31e5587 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:06.664753 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6e29e166-c6ab-45eb-8ae1-212ae25e5478 req-7b10cf2e-2876-4564-8b32-9b7bf31e5587 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 931 time: 0.0630889 Feb 14 15:26:06.665416 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-bf25a7ac-7894-4004-898e-0ce253244035 None None] Port 80e302ac-0201-4a1a-83ab-dcf082f1142e cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:26:06.714943 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6e29e166-c6ab-45eb-8ae1-212ae25e5478 req-fdfe6f74-d782-456f-8a38-70dfde16c483 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442772 Feb 14 15:26:07.089918 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4f64f0ca-46b9-4839-af24-e831dbba19c7 req-4df4977e-e8c5-4a24-843e-cc6e3b3df54f tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 210 time: 0.0543456 Feb 14 15:26:07.196896 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e302ac-0201-4a1a-83ab-dcf082f1142e {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:26:07.207498 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-cbdc3dd9-abb5-4076-8ee4-29d282834502 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:07.209009 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-cbdc3dd9-abb5-4076-8ee4-29d282834502 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.77 "GET /v2.0/networks?id=b036eec9-a30b-45ca-b651-2397cce838fd HTTP/1.1" status: 200 len: 815 time: 0.4667375 Feb 14 15:26:07.213697 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] Publish callbacks [] for port (80e302ac-0201-4a1a-83ab-dcf082f1142e), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:07.232624 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] Transition to ACTIVE for port object 80e302ac-0201-4a1a-83ab-dcf082f1142e will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:26:07.240640 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (80e302ac-0201-4a1a-83ab-dcf082f1142e), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:07.326447 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] Pushing event updated for resources: {'Port': ['ID=80e302ac-0201-4a1a-83ab-dcf082f1142e,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:07.419189 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] Attempting to bind port 80e302ac-0201-4a1a-83ab-dcf082f1142e on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:26:07.420021 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] Attempting to bind port 80e302ac-0201-4a1a-83ab-dcf082f1142e by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'afa2d819-6b5e-4fac-a169-dbe67f7c62b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:26:07.420594 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] Attempting to bind port 80e302ac-0201-4a1a-83ab-dcf082f1142e on network fc76fd3b-67a5-4661-834d-70f414d1700e {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:26:07.427200 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] Port 80e302ac-0201-4a1a-83ab-dcf082f1142e on network fc76fd3b-67a5-4661-834d-70f414d1700e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:26:07.428118 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] Attempting to bind port 80e302ac-0201-4a1a-83ab-dcf082f1142e on network fc76fd3b-67a5-4661-834d-70f414d1700e {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:26:07.438365 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] Checking agent: {'id': 'f190771b-33cd-44d9-aea8-80be24af3e8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'started_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:26:07.439083 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] Checking segment: {'id': 'afa2d819-6b5e-4fac-a169-dbe67f7c62b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:26:07.440472 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] Bound using segment: {'id': 'afa2d819-6b5e-4fac-a169-dbe67f7c62b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:26:07.441724 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] Bound port: 80e302ac-0201-4a1a-83ab-dcf082f1142e, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa2d819-6b5e-4fac-a169-dbe67f7c62b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:26:07.442434 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (80e302ac-0201-4a1a-83ab-dcf082f1142e), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:07.529211 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] For port 80e302ac-0201-4a1a-83ab-dcf082f1142e, host hv-cinder-81514, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:26:07.536303 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] For port 80e302ac-0201-4a1a-83ab-dcf082f1142e, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=80e302ac-0201-4a1a-83ab-dcf082f1142e,segment=NetworkSegment(afa2d819-6b5e-4fac-a169-dbe67f7c62b1),segment_id=afa2d819-6b5e-4fac-a169-dbe67f7c62b1)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:26:07.544526 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (80e302ac-0201-4a1a-83ab-dcf082f1142e), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:07.612333 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:07.614055 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:07.616412 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] 10.222.0.77 "PUT /v2.0/ports/80e302ac-0201-4a1a-83ab-dcf082f1142e HTTP/1.1" status: 200 len: 1093 time: 1.1613483 Feb 14 15:26:07.616932 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c15ed7-950c-48a7-9daf-2b47f8456df3', 'tag': '80e302ac-0201-4a1a-83ab-dcf082f1142e'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:26:07.622262 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2727e3-68e0-4c82-8e1c-642a76f6d4fc" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c15ed7-950c-48a7-9daf-2b47f8456df3", "tag": "80e302ac-0201-4a1a-83ab-dcf082f1142e"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:26:07.709389 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f63b3-ed0c-4300-b4ba-a386c281ef09 service neutron] Pushing event updated for resources: {'Port': ['ID=80e302ac-0201-4a1a-83ab-dcf082f1142e,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:07.726490 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c723748-9d8f-4d84-ace9-f3a89c276a17 x-openstack-request-id: req-8c723748-9d8f-4d84-ace9-f3a89c276a17 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:26:07.726984 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c15ed7-950c-48a7-9daf-2b47f8456df3", "tag": "80e302ac-0201-4a1a-83ab-dcf082f1142e", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:26:07.727871 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8c723748-9d8f-4d84-ace9-f3a89c276a17 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:26:07.728443 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c15ed7-950c-48a7-9daf-2b47f8456df3', 'tag': '80e302ac-0201-4a1a-83ab-dcf082f1142e', 'status': 'completed', 'code': 200} Feb 14 15:26:07.877745 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89426254-9cdd-4dcc-ac24-1d59e55458f5 req-c5f2451b-27ff-4b5f-b880-4750777a3c08 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:07.885343 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-89426254-9cdd-4dcc-ac24-1d59e55458f5 req-c5f2451b-27ff-4b5f-b880-4750777a3c08 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 943 time: 0.0794582 Feb 14 15:26:07.955074 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-89426254-9cdd-4dcc-ac24-1d59e55458f5 req-4230b08e-9c7e-46e4-9136-68004b89a700 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652432 Feb 14 15:26:08.201229 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-05a3d7e8-298e-49d1-8c2e-4f39690abe59 req-9ab91ef0-6bb6-4c08-b7c7-f90a56fd784f tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 210 time: 0.0376844 Feb 14 15:26:09.075424 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa203b1-a289-4ba3-831b-bf819ef350e1 req-afd40065-7d2a-47da-9ba5-598b67a24c1c tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:09.077966 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6aa203b1-a289-4ba3-831b-bf819ef350e1 req-afd40065-7d2a-47da-9ba5-598b67a24c1c tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 943 time: 0.0642469 Feb 14 15:26:09.134731 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6aa203b1-a289-4ba3-831b-bf819ef350e1 req-c3c2a2e8-ede0-4f10-9bad-cc8a56772883 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497644 Feb 14 15:26:09.304616 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c82ee3a6-7c24-4b25-937b-e6a8dc4d117a req-771deefc-d6e7-483f-89a2-55e638491f38 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 210 time: 0.0288935 Feb 14 15:26:10.256789 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b95d3-a02e-4fa7-bcd2-7da27c612ece req-2622c5c3-edde-46a5-a6e7-55b8edc8974a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:10.258617 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-780b95d3-a02e-4fa7-bcd2-7da27c612ece req-2622c5c3-edde-46a5-a6e7-55b8edc8974a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 943 time: 0.0549960 Feb 14 15:26:10.314629 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-780b95d3-a02e-4fa7-bcd2-7da27c612ece req-9bb2ce8a-2bec-41fe-a523-530e95f130d4 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501945 Feb 14 15:26:10.408531 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-91ebc3df-7073-4cdd-9178-68dcb2d1f3ab req-20142916-2033-4ff7-8126-c85da969401f tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 210 time: 0.0274653 Feb 14 15:26:11.461370 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b9bcc-ecb2-4b75-9c7f-fe0cf7372cd2 req-aac6b8e5-db07-467d-8600-9dc23dd0c937 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:11.463114 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-040b9bcc-ecb2-4b75-9c7f-fe0cf7372cd2 req-aac6b8e5-db07-467d-8600-9dc23dd0c937 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 943 time: 0.0769920 Feb 14 15:26:11.517323 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-040b9bcc-ecb2-4b75-9c7f-fe0cf7372cd2 req-305b4e2c-73d9-47da-8775-08ca69028b7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486186 Feb 14 15:26:11.527049 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-69f51fcb-5640-49db-b436-66da0a3c4a7b req-3e92f3ab-c0a7-4b2d-b617-b6f31f71c8d7 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 210 time: 0.0355952 Feb 14 15:26:11.811651 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:26:12.637365 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b04ff299-f145-4f10-b0e0-533ef42f1668 req-93d2c28f-7386-4e62-ab08-1edf87ba6b16 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 210 time: 0.0306971 Feb 14 15:26:12.654298 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6129bd-7f71-457f-b66a-507e91954094 req-b88fe4b6-d97a-49ba-8aec-9aff9500575b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:12.657775 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9d6129bd-7f71-457f-b66a-507e91954094 req-b88fe4b6-d97a-49ba-8aec-9aff9500575b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 943 time: 0.0650029 Feb 14 15:26:12.713239 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9d6129bd-7f71-457f-b66a-507e91954094 req-4618e36c-5891-4af4-b679-bd8a93612b2b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492284 Feb 14 15:26:12.893297 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:13.417804 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6eb0f089-ddae-4c3f-a6e4-197753455a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:13.849772 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e8c3f-bfec-42ec-aa2a-b928803ee5da req-f1f58191-c845-4222-8206-177179a8492b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:13.851465 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e76e8c3f-bfec-42ec-aa2a-b928803ee5da req-f1f58191-c845-4222-8206-177179a8492b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 943 time: 0.0638154 Feb 14 15:26:13.898186 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-594d383d-9d61-4046-af70-447c91136d59 req-fac6baa3-578b-4784-a8f7-9f31e96b9fbd tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 210 time: 0.0289366 Feb 14 15:26:13.903694 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e76e8c3f-bfec-42ec-aa2a-b928803ee5da req-362eea20-ae13-4fe7-b333-3e13df286099 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465968 Feb 14 15:26:14.482760 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-9662d618-d91c-4881-87bf-636ba6c90d6d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Request body: {'port': {'device_id': 'b095826b-5ae8-49a9-99ec-824b2646f975', 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd', 'admin_state_up': True, 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:26:14.597842 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2727e3-68e0-4c82-8e1c-642a76f6d4fc req-dbffc5ff-0402-48e3-84e4-272c47815e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:14.599372 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd2727e3-68e0-4c82-8e1c-642a76f6d4fc req-dbffc5ff-0402-48e3-84e4-272c47815e7d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=864ccbbef8e84659a7b7acf3f9d7c862&device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 1127 time: 0.1020882 Feb 14 15:26:14.673076 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-9662d618-d91c-4881-87bf-636ba6c90d6d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Made reservation on behalf of ea5eb4c8f18e41beb056eeb47b9c7651 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:26:14.676580 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-9662d618-d91c-4881-87bf-636ba6c90d6d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:14.837693 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2727e3-68e0-4c82-8e1c-642a76f6d4fc req-5f8bb3fc-0355-44e0-8d13-5106f275b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:14.839184 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd2727e3-68e0-4c82-8e1c-642a76f6d4fc req-5f8bb3fc-0355-44e0-8d13-5106f275b276 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=864ccbbef8e84659a7b7acf3f9d7c862&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2282503 Feb 14 15:26:15.025128 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c964ba7-0583-45c4-908a-2b49781276cd req-24a38443-6f09-4f51-aa6e-0a56fc7f9fac tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:15.026639 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0c964ba7-0583-45c4-908a-2b49781276cd req-24a38443-6f09-4f51-aa6e-0a56fc7f9fac tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 943 time: 0.0527861 Feb 14 15:26:15.036876 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b780c555-61c8-455c-9cee-024edb4eb7d8 req-9c9b7c67-bdb9-4b2c-89ea-1fc182dcaa32 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 210 time: 0.0610261 Feb 14 15:26:15.045657 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-9662d618-d91c-4881-87bf-636ba6c90d6d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Allocated IP 172.20.0.14 (b036eec9-a30b-45ca-b651-2397cce838fd/534d64a7-d0a7-45ee-a783-2ca3a78a2c1d/ef8062f8-efd3-47f2-872a-e46f19113578) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:26:15.078828 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2727e3-68e0-4c82-8e1c-642a76f6d4fc req-34441343-9626-423a-9aee-41d65f802b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:15.079702 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0c964ba7-0583-45c4-908a-2b49781276cd req-ce722d6e-cd14-4252-a60f-bcf592d59860 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475299 Feb 14 15:26:15.080336 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd2727e3-68e0-4c82-8e1c-642a76f6d4fc req-34441343-9626-423a-9aee-41d65f802b42 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2348719 Feb 14 15:26:15.224492 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a1edcaf4-5284-4eb1-b983-ece95b5b417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:15.226014 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-a1edcaf4-5284-4eb1-b983-ece95b5b417c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=864ccbbef8e84659a7b7acf3f9d7c862&device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 1127 time: 0.1090150 Feb 14 15:26:15.274831 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-db184b67-4828-4f58-bd79-a32e0cb0fd80 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80e302ac-0201-4a1a-83ab-dcf082f1142e HTTP/1.1" status: 200 len: 217 time: 0.0414939 Feb 14 15:26:15.278986 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-9662d618-d91c-4881-87bf-636ba6c90d6d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for port (ef8062f8-efd3-47f2-872a-e46f19113578), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:15.343039 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-d40b39d1-6878-4a6d-ac18-1a03da51018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:15.344442 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-d40b39d1-6878-4a6d-ac18-1a03da51018d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=689638d8-9b8e-4ad2-8489-3863e071ea41 HTTP/1.1" status: 200 len: 850 time: 0.0638919 Feb 14 15:26:15.377434 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-9662d618-d91c-4881-87bf-636ba6c90d6d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (ef8062f8-efd3-47f2-872a-e46f19113578), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:15.423277 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-9662d618-d91c-4881-87bf-636ba6c90d6d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Network b036eec9-a30b-45ca-b651-2397cce838fd is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:26:15.431157 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-9662d618-d91c-4881-87bf-636ba6c90d6d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:26:15.442268 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-9662d618-d91c-4881-87bf-636ba6c90d6d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:26:15.476072 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662d618-d91c-4881-87bf-636ba6c90d6d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Pushing event updated for resources: {'Port': ['ID=ef8062f8-efd3-47f2-872a-e46f19113578,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:15.483383 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-bab630de-85b8-403d-a519-61003e528542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:15.484889 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-bab630de-85b8-403d-a519-61003e528542 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc76fd3b-67a5-4661-834d-70f414d1700e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1344118 Feb 14 15:26:15.528746 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-9662d618-d91c-4881-87bf-636ba6c90d6d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:15.529373 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-9662d618-d91c-4881-87bf-636ba6c90d6d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:15.580241 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-9662d618-d91c-4881-87bf-636ba6c90d6d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1023099 Feb 14 15:26:15.605251 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-7d63c620-e743-42f1-a299-790960e3d4f4 service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137891 Feb 14 15:26:15.614543 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-0f146339-aa1d-44fa-96ff-4cf49366f076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:15.720896 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] Request body: {'port': {'device_id': 'b095826b-5ae8-49a9-99ec-824b2646f975', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:26:15.721534 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-fd2144b5-57f3-412f-ab23-8e10d401741c None None] Provisioning complete for port ef8062f8-efd3-47f2-872a-e46f19113578 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:26:15.722601 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-fd2144b5-57f3-412f-ab23-8e10d401741c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (ef8062f8-efd3-47f2-872a-e46f19113578), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:15.759579 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-fd2144b5-57f3-412f-ab23-8e10d401741c None None] Port ef8062f8-efd3-47f2-872a-e46f19113578 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:26:15.839304 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (ef8062f8-efd3-47f2-872a-e46f19113578), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:15.866689 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-73a41db0-0e0e-4b91-b164-ef6d42d0bf56 req-236ba6db-f14a-4a0c-9334-d592a2fcdc15 service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500955 Feb 14 15:26:16.142013 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8062f8-efd3-47f2-872a-e46f19113578 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:26:16.151571 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] Publish callbacks [] for port (ef8062f8-efd3-47f2-872a-e46f19113578), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:16.171424 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] Transition to ACTIVE for port object ef8062f8-efd3-47f2-872a-e46f19113578 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:26:16.177518 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (ef8062f8-efd3-47f2-872a-e46f19113578), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:16.193281 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e5ef7-a475-4d4f-b4d1-1767eabeebee req-a1ef1df0-38c9-4090-84a6-788eee8e2803 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:16.194783 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-157e5ef7-a475-4d4f-b4d1-1767eabeebee req-a1ef1df0-38c9-4090-84a6-788eee8e2803 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 932 time: 0.0887108 Feb 14 15:26:16.207264 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c6f98-6cd7-4665-9773-81864498b483 req-a869a546-6edd-42ee-9b01-bd59a527e91b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:16.208799 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-dd1c6f98-6cd7-4665-9773-81864498b483 req-a869a546-6edd-42ee-9b01-bd59a527e91b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 943 time: 0.0578377 Feb 14 15:26:16.260981 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-dd1c6f98-6cd7-4665-9773-81864498b483 req-8c86ef96-7e3e-41ae-9b8e-f3821e5fb92b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462618 Feb 14 15:26:16.263999 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8062f8-efd3-47f2-872a-e46f19113578,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:16.324336 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-157e5ef7-a475-4d4f-b4d1-1767eabeebee req-ddac7132-a390-48ce-bfc4-90441fa08c0d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106689 Feb 14 15:26:16.348977 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] Attempting to bind port ef8062f8-efd3-47f2-872a-e46f19113578 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:26:16.349323 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] Attempting to bind port ef8062f8-efd3-47f2-872a-e46f19113578 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '284a1293-b1ce-4623-a917-402ce0433699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:26:16.349658 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] Attempting to bind port ef8062f8-efd3-47f2-872a-e46f19113578 on network b036eec9-a30b-45ca-b651-2397cce838fd {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:26:16.354131 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] Port ef8062f8-efd3-47f2-872a-e46f19113578 on network b036eec9-a30b-45ca-b651-2397cce838fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:26:16.354455 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] Attempting to bind port ef8062f8-efd3-47f2-872a-e46f19113578 on network b036eec9-a30b-45ca-b651-2397cce838fd {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:26:16.359508 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] Checking agent: {'id': 'f190771b-33cd-44d9-aea8-80be24af3e8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'started_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:26:16.359881 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] Checking segment: {'id': '284a1293-b1ce-4623-a917-402ce0433699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:26:16.360272 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] Bound using segment: {'id': '284a1293-b1ce-4623-a917-402ce0433699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:26:16.360703 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] Bound port: ef8062f8-efd3-47f2-872a-e46f19113578, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284a1293-b1ce-4623-a917-402ce0433699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:26:16.361064 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (ef8062f8-efd3-47f2-872a-e46f19113578), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:16.424290 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] For port ef8062f8-efd3-47f2-872a-e46f19113578, host hv-cinder-81514, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:26:16.427830 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] For port ef8062f8-efd3-47f2-872a-e46f19113578, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ef8062f8-efd3-47f2-872a-e46f19113578,segment=NetworkSegment(284a1293-b1ce-4623-a917-402ce0433699),segment_id=284a1293-b1ce-4623-a917-402ce0433699)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:26:16.434913 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (ef8062f8-efd3-47f2-872a-e46f19113578), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:16.477952 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:16.478971 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:16.481317 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] 10.222.0.77 "PUT /v2.0/ports/ef8062f8-efd3-47f2-872a-e46f19113578 HTTP/1.1" status: 200 len: 1094 time: 0.7659907 Feb 14 15:26:16.482049 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b095826b-5ae8-49a9-99ec-824b2646f975', 'tag': 'ef8062f8-efd3-47f2-872a-e46f19113578'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:26:16.484701 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0cb03e-5564-4aec-bd36-d91625b1c4a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b095826b-5ae8-49a9-99ec-824b2646f975", "tag": "ef8062f8-efd3-47f2-872a-e46f19113578"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:26:16.509388 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b37664-a16a-440f-8e38-7fa35fe86b21 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8062f8-efd3-47f2-872a-e46f19113578,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:16.530486 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef0e660-c260-4a29-9415-75ee24a48eab x-openstack-request-id: req-1ef0e660-c260-4a29-9415-75ee24a48eab {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:26:16.530781 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b095826b-5ae8-49a9-99ec-824b2646f975", "tag": "ef8062f8-efd3-47f2-872a-e46f19113578", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:26:16.531039 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1ef0e660-c260-4a29-9415-75ee24a48eab {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:26:16.531470 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b095826b-5ae8-49a9-99ec-824b2646f975', 'tag': 'ef8062f8-efd3-47f2-872a-e46f19113578', 'status': 'completed', 'code': 200} Feb 14 15:26:16.587184 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-d7e0a066-be1c-48da-b4a5-8ed12fd242bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:16.588745 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-d7e0a066-be1c-48da-b4a5-8ed12fd242bd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ea5eb4c8f18e41beb056eeb47b9c7651&device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 1128 time: 0.0515480 Feb 14 15:26:16.633820 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-00189a11-7bc1-48b2-8770-eb56260e3fb7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef8062f8-efd3-47f2-872a-e46f19113578 HTTP/1.1" status: 200 len: 217 time: 0.0375485 Feb 14 15:26:16.684093 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-caeca117-2542-41fd-837b-33b7ee111390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:16.685566 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-caeca117-2542-41fd-837b-33b7ee111390 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=534d64a7-d0a7-45ee-a783-2ca3a78a2c1d HTTP/1.1" status: 200 len: 854 time: 0.0467691 Feb 14 15:26:16.734645 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-b479af2a-fcdd-4c17-99b8-5b826abc5965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:16.736175 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-b479af2a-fcdd-4c17-99b8-5b826abc5965 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b036eec9-a30b-45ca-b651-2397cce838fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436578 Feb 14 15:26:16.826170 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-c2501cbe-808d-443a-8379-09475739d82e service neutron] 10.222.0.77 "GET /v2.0/networks/b036eec9-a30b-45ca-b651-2397cce838fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842414 Feb 14 15:26:16.916800 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1661860b-ef6a-4f48-a9ce-b701e97bc4b4 req-8c74ef56-9ef0-4ad1-99ff-bc406a04c169 service neutron] 10.222.0.77 "GET /v2.0/networks/b036eec9-a30b-45ca-b651-2397cce838fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839741 Feb 14 15:26:17.005014 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cb03e-5564-4aec-bd36-d91625b1c4a7 req-cb999c89-0196-4420-9a5c-0bdde4fd43a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:17.006501 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aa0cb03e-5564-4aec-bd36-d91625b1c4a7 req-cb999c89-0196-4420-9a5c-0bdde4fd43a8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ea5eb4c8f18e41beb056eeb47b9c7651&device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 1128 time: 0.0450909 Feb 14 15:26:17.092344 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cb03e-5564-4aec-bd36-d91625b1c4a7 req-dc981d84-81f4-4f8e-9306-529941c72964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:17.093797 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aa0cb03e-5564-4aec-bd36-d91625b1c4a7 req-dc981d84-81f4-4f8e-9306-529941c72964 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b036eec9-a30b-45ca-b651-2397cce838fd HTTP/1.1" status: 200 len: 916 time: 0.0807347 Feb 14 15:26:17.136412 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aa0cb03e-5564-4aec-bd36-d91625b1c4a7 req-e3c48259-9f99-43a7-bab3-46149599b9b9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef8062f8-efd3-47f2-872a-e46f19113578 HTTP/1.1" status: 200 len: 217 time: 0.0363617 Feb 14 15:26:17.184692 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cb03e-5564-4aec-bd36-d91625b1c4a7 req-171482d9-911d-43f0-9bcc-91bae98fa750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:17.186009 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aa0cb03e-5564-4aec-bd36-d91625b1c4a7 req-171482d9-911d-43f0-9bcc-91bae98fa750 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=534d64a7-d0a7-45ee-a783-2ca3a78a2c1d HTTP/1.1" status: 200 len: 854 time: 0.0441537 Feb 14 15:26:17.233544 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cb03e-5564-4aec-bd36-d91625b1c4a7 req-63b2a3a8-fe25-4b03-9c3b-597fb10da162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:17.235035 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aa0cb03e-5564-4aec-bd36-d91625b1c4a7 req-63b2a3a8-fe25-4b03-9c3b-597fb10da162 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b036eec9-a30b-45ca-b651-2397cce838fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425668 Feb 14 15:26:17.325062 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:17.328156 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aa0cb03e-5564-4aec-bd36-d91625b1c4a7 req-66162fc3-d069-4287-934d-710836f98261 service neutron] 10.222.0.77 "GET /v2.0/networks/b036eec9-a30b-45ca-b651-2397cce838fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866766 Feb 14 15:26:17.445526 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933dc7-293e-4a4a-86db-888d1970414a req-6d84c770-3f5c-441a-af7e-143737da8dea tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:17.446988 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-42933dc7-293e-4a4a-86db-888d1970414a req-6d84c770-3f5c-441a-af7e-143737da8dea tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 943 time: 0.1126423 Feb 14 15:26:17.452065 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e611c05-6f8c-4e04-bb5a-27436af01bea req-3a588e6f-5b2a-41a9-9459-3532e9178ca1 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:17.453690 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2e611c05-6f8c-4e04-bb5a-27436af01bea req-3a588e6f-5b2a-41a9-9459-3532e9178ca1 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 944 time: 0.0583348 Feb 14 15:26:17.477227 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aa0cb03e-5564-4aec-bd36-d91625b1c4a7 req-11387072-6608-4aa2-9abd-e227c2196b70 service neutron] 10.222.0.77 "GET /v2.0/networks/b036eec9-a30b-45ca-b651-2397cce838fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417477 Feb 14 15:26:17.505751 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2e611c05-6f8c-4e04-bb5a-27436af01bea req-5767314e-e260-4c3f-adce-dff347cbe565 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462267 Feb 14 15:26:17.509493 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-42933dc7-293e-4a4a-86db-888d1970414a req-5f91390d-2893-4c49-a54c-e5c5f483e64f tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551245 Feb 14 15:26:18.603789 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:18.636570 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fbca1-69b8-462e-b4d0-ae6beaa14fc0 req-67fa924b-a07a-475f-af6f-453b02d77e64 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:18.637544 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae5b32-36d6-4b3b-8caa-37892fa8178a req-4997407c-5dc5-4b0a-9f44-52810f67584a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:18.638350 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-100fbca1-69b8-462e-b4d0-ae6beaa14fc0 req-67fa924b-a07a-475f-af6f-453b02d77e64 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 944 time: 0.0570660 Feb 14 15:26:18.639184 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bfae5b32-36d6-4b3b-8caa-37892fa8178a req-4997407c-5dc5-4b0a-9f44-52810f67584a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 943 time: 0.0551970 Feb 14 15:26:18.689362 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bfae5b32-36d6-4b3b-8caa-37892fa8178a req-cd1c7b11-43b8-480d-a7ac-acf93cfdd4b1 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441530 Feb 14 15:26:18.690560 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-100fbca1-69b8-462e-b4d0-ae6beaa14fc0 req-5f865100-200b-41b2-b443-bda745ed321b tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460305 Feb 14 15:26:19.788974 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:19.809707 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b02451-a685-4cef-a3e0-e8dbddec9d48 req-fe06fa39-2f9a-469d-9d63-278e24461f10 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:19.810895 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a0adf-1b88-47e7-ba59-c75f890de83b req-d3a72074-240b-4be2-94e9-bdd70951d4a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:19.811678 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-58b02451-a685-4cef-a3e0-e8dbddec9d48 req-fe06fa39-2f9a-469d-9d63-278e24461f10 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 944 time: 0.0552151 Feb 14 15:26:19.812436 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-051a0adf-1b88-47e7-ba59-c75f890de83b req-d3a72074-240b-4be2-94e9-bdd70951d4a3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 943 time: 0.0559404 Feb 14 15:26:19.864555 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-58b02451-a685-4cef-a3e0-e8dbddec9d48 req-1e634fe9-f1f6-40fd-a268-ce13cccd348f tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465033 Feb 14 15:26:19.865026 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-051a0adf-1b88-47e7-ba59-c75f890de83b req-472de88c-1563-4453-977f-261afb50d4cc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455384 Feb 14 15:26:20.316283 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device ef8062f8-efd3-47f2-872a-e46f19113578 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:26:20.413364 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port ef8062f8-efd3-47f2-872a-e46f19113578, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ef8062f8-efd3-47f2-872a-e46f19113578,segment=NetworkSegment(284a1293-b1ce-4623-a917-402ce0433699),segment_id=284a1293-b1ce-4623-a917-402ce0433699)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:26:20.423636 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': 'ef8062f8-efd3-47f2-872a-e46f19113578', 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd', 'port_id': 'ef8062f8-efd3-47f2-872a-e46f19113578', 'mac_address': 'fa:16:3e:6f:01:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '534d64a7-d0a7-45ee-a783-2ca3a78a2c1d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:26:20.460592 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port ef8062f8-efd3-47f2-872a-e46f19113578 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:26:20.460985 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (ef8062f8-efd3-47f2-872a-e46f19113578), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:20.474212 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8062f8-efd3-47f2-872a-e46f19113578 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:26:20.493802 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port ef8062f8-efd3-47f2-872a-e46f19113578, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ef8062f8-efd3-47f2-872a-e46f19113578,segment=NetworkSegment(284a1293-b1ce-4623-a917-402ce0433699),segment_id=284a1293-b1ce-4623-a917-402ce0433699)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:26:20.497753 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (ef8062f8-efd3-47f2-872a-e46f19113578), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:20.547111 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=ef8062f8-efd3-47f2-872a-e46f19113578,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:20.714024 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['ef8062f8-efd3-47f2-872a-e46f19113578'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:26:20.985060 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeff498-bd2d-4619-918a-4911dfcea1ed req-f09e7573-1b3a-486f-91cd-31529e46c7e5 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:20.985621 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ed8cd-4229-4a1b-9eed-11cd7bffaae3 req-390512f6-3ef3-46d5-a260-fe1e311861fc tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:20.986707 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-642ed8cd-4229-4a1b-9eed-11cd7bffaae3 req-390512f6-3ef3-46d5-a260-fe1e311861fc tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 945 time: 0.0534232 Feb 14 15:26:20.987325 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-eeeff498-bd2d-4619-918a-4911dfcea1ed req-f09e7573-1b3a-486f-91cd-31529e46c7e5 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 943 time: 0.0539694 Feb 14 15:26:21.035285 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-642ed8cd-4229-4a1b-9eed-11cd7bffaae3 req-c8ac7aee-0739-4bdd-bf58-99e7f4675924 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423808 Feb 14 15:26:21.036720 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-eeeff498-bd2d-4619-918a-4911dfcea1ed req-cd614553-a22a-4de3-98cf-bcaf110997db tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445750 Feb 14 15:26:22.156795 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0f8b4-c64c-456c-9fde-d44d59dbec84 req-2e6efac3-d9db-4b18-b56c-2013040b3653 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:22.158293 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fdd0f8b4-c64c-456c-9fde-d44d59dbec84 req-2e6efac3-d9db-4b18-b56c-2013040b3653 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 945 time: 0.0555534 Feb 14 15:26:22.160363 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9e3ad-96b9-41c9-8223-d2fc0e7a25e5 req-72fdd1c3-ae13-4f1b-9dc4-2070c23e2b26 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:22.161859 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-87b9e3ad-96b9-41c9-8223-d2fc0e7a25e5 req-72fdd1c3-ae13-4f1b-9dc4-2070c23e2b26 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 943 time: 0.0580647 Feb 14 15:26:22.208186 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fdd0f8b4-c64c-456c-9fde-d44d59dbec84 req-0ed69860-0274-48d0-9ed5-f4a42ea65711 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441656 Feb 14 15:26:22.211671 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-87b9e3ad-96b9-41c9-8223-d2fc0e7a25e5 req-d5b53e7b-fd02-46a5-b855-6adcef9469d3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440214 Feb 14 15:26:22.317036 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device ef8062f8-efd3-47f2-872a-e46f19113578 up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:26:22.366362 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning for port ef8062f8-efd3-47f2-872a-e46f19113578 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:26:22.370204 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port ef8062f8-efd3-47f2-872a-e46f19113578 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:26:22.370584 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (ef8062f8-efd3-47f2-872a-e46f19113578), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:22.446218 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port ef8062f8-efd3-47f2-872a-e46f19113578 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:26:22.446610 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (ef8062f8-efd3-47f2-872a-e46f19113578), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:22.468012 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b095826b-5ae8-49a9-99ec-824b2646f975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8062f8-efd3-47f2-872a-e46f19113578'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:26:22.470223 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6403ba-a6d0-4747-9928-9a7680611ae0" -d '{"events": [{"server_uuid": "b095826b-5ae8-49a9-99ec-824b2646f975", "name": "network-vif-plugged", "status": "completed", "tag": "ef8062f8-efd3-47f2-872a-e46f19113578"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:26:22.483599 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port ef8062f8-efd3-47f2-872a-e46f19113578, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ef8062f8-efd3-47f2-872a-e46f19113578,segment=NetworkSegment(284a1293-b1ce-4623-a917-402ce0433699),segment_id=284a1293-b1ce-4623-a917-402ce0433699)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:26:22.488388 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (ef8062f8-efd3-47f2-872a-e46f19113578), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:22.512061 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a121df5c-0903-470c-b7ee-cb1bbbe1759f x-openstack-request-id: req-a121df5c-0903-470c-b7ee-cb1bbbe1759f {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:26:22.512356 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b095826b-5ae8-49a9-99ec-824b2646f975", "name": "network-vif-plugged", "status": "completed", "tag": "ef8062f8-efd3-47f2-872a-e46f19113578", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:26:22.512611 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a121df5c-0903-470c-b7ee-cb1bbbe1759f {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:26:22.513001 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b095826b-5ae8-49a9-99ec-824b2646f975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8062f8-efd3-47f2-872a-e46f19113578', 'code': 200} Feb 14 15:26:22.544964 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=ef8062f8-efd3-47f2-872a-e46f19113578,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:22.678690 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d4eae-ef76-4ca3-a3fe-fa73288b6fbc req-098621dd-672b-43bf-ae52-725c8be89108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:22.680112 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-af7d4eae-ef76-4ca3-a3fe-fa73288b6fbc req-098621dd-672b-43bf-ae52-725c8be89108 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 1130 time: 0.0480819 Feb 14 15:26:22.721807 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-af7d4eae-ef76-4ca3-a3fe-fa73288b6fbc req-1ddb916d-1218-4e27-be32-563e25d7f736 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363503 Feb 14 15:26:23.329886 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc5330-e196-4d15-86dc-e638c9e3f6d2 req-54580f2f-0334-4133-886f-0c9bcaaf69a5 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:23.331589 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3bcc5330-e196-4d15-86dc-e638c9e3f6d2 req-54580f2f-0334-4133-886f-0c9bcaaf69a5 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 946 time: 0.0536833 Feb 14 15:26:23.336946 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771cc41-1752-4b0b-9698-d7c9473df34a req-88e3eb0e-40b8-442f-aeb6-730d8c0b615a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:23.338454 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9771cc41-1752-4b0b-9698-d7c9473df34a req-88e3eb0e-40b8-442f-aeb6-730d8c0b615a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 943 time: 0.0516241 Feb 14 15:26:23.379692 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3bcc5330-e196-4d15-86dc-e638c9e3f6d2 req-67c0bd81-ed3d-4563-be6c-2fdec210c372 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425315 Feb 14 15:26:23.388643 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9771cc41-1752-4b0b-9698-d7c9473df34a req-e2691bdd-0344-47af-b6ec-4272c5a84ffa tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447462 Feb 14 15:26:24.332911 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 80e302ac-0201-4a1a-83ab-dcf082f1142e details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:26:24.429538 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 80e302ac-0201-4a1a-83ab-dcf082f1142e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=80e302ac-0201-4a1a-83ab-dcf082f1142e,segment=NetworkSegment(afa2d819-6b5e-4fac-a169-dbe67f7c62b1),segment_id=afa2d819-6b5e-4fac-a169-dbe67f7c62b1)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:26:24.440671 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': '80e302ac-0201-4a1a-83ab-dcf082f1142e', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'port_id': '80e302ac-0201-4a1a-83ab-dcf082f1142e', 'mac_address': 'fa:16:3e:55:f5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:26:24.481238 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 80e302ac-0201-4a1a-83ab-dcf082f1142e is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:26:24.481636 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (80e302ac-0201-4a1a-83ab-dcf082f1142e), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:24.500300 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e302ac-0201-4a1a-83ab-dcf082f1142e {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:26:24.503056 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16a3df-ab04-45a2-8ba3-7f76dc1973a4 req-a731fca6-b7c4-46bb-b76d-37bf8e3fa35a tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:24.505958 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cc16a3df-ab04-45a2-8ba3-7f76dc1973a4 req-a731fca6-b7c4-46bb-b76d-37bf8e3fa35a tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 946 time: 0.0592313 Feb 14 15:26:24.513701 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57ec40-a5fc-4fdf-a90b-15a76acd503a req-da8b9e3b-28b2-4aee-b963-9b6eaad19489 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:24.515210 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ca57ec40-a5fc-4fdf-a90b-15a76acd503a req-da8b9e3b-28b2-4aee-b963-9b6eaad19489 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 943 time: 0.0572102 Feb 14 15:26:24.524162 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 80e302ac-0201-4a1a-83ab-dcf082f1142e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=80e302ac-0201-4a1a-83ab-dcf082f1142e,segment=NetworkSegment(afa2d819-6b5e-4fac-a169-dbe67f7c62b1),segment_id=afa2d819-6b5e-4fac-a169-dbe67f7c62b1)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:26:24.528495 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (80e302ac-0201-4a1a-83ab-dcf082f1142e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:24.565492 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cc16a3df-ab04-45a2-8ba3-7f76dc1973a4 req-6b922b27-98bb-4d0c-9590-aa4e80d1c6dd tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534575 Feb 14 15:26:24.574225 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ca57ec40-a5fc-4fdf-a90b-15a76acd503a req-b6c5f6aa-6694-489c-b748-7057fd0a80e4 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488031 Feb 14 15:26:24.580587 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=80e302ac-0201-4a1a-83ab-dcf082f1142e,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:24.685764 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62517d-14de-4900-acdf-8940974c60c3 req-00ede4c4-d482-486b-8cb5-38e4abb173bc tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:24.687278 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5c62517d-14de-4900-acdf-8940974c60c3 req-00ede4c4-d482-486b-8cb5-38e4abb173bc tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 946 time: 0.0548413 Feb 14 15:26:24.733753 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5c62517d-14de-4900-acdf-8940974c60c3 req-0788f2b8-8edf-44ce-9c40-0f4aa69f7f65 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409832 Feb 14 15:26:24.736594 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['80e302ac-0201-4a1a-83ab-dcf082f1142e'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:26:25.063045 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75cb7e-30e5-4bc3-82d1-bffc2f1deea2 req-622f8b34-1fc9-4711-b786-ab093a7fe844 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:25.064543 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4b75cb7e-30e5-4bc3-82d1-bffc2f1deea2 req-622f8b34-1fc9-4711-b786-ab093a7fe844 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 946 time: 0.0529454 Feb 14 15:26:25.115065 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4b75cb7e-30e5-4bc3-82d1-bffc2f1deea2 req-5c7ef707-3d5c-4971-825e-f7b451598c95 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447295 Feb 14 15:26:25.694826 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c8afb-3e73-4904-9fd4-2ce032b1557c req-8e322361-0ec8-412f-b8bd-deb4847f3cbb tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:25.696255 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8e6c8afb-3e73-4904-9fd4-2ce032b1557c req-8e322361-0ec8-412f-b8bd-deb4847f3cbb tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 944 time: 0.0559106 Feb 14 15:26:25.745315 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8e6c8afb-3e73-4904-9fd4-2ce032b1557c req-c2187f65-ff5e-45d7-9709-23287cc9777b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434980 Feb 14 15:26:26.349344 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 80e302ac-0201-4a1a-83ab-dcf082f1142e up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:26:26.397029 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning for port 80e302ac-0201-4a1a-83ab-dcf082f1142e completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:26:26.401035 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port 80e302ac-0201-4a1a-83ab-dcf082f1142e triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:26:26.401413 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (80e302ac-0201-4a1a-83ab-dcf082f1142e), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:26.481231 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 80e302ac-0201-4a1a-83ab-dcf082f1142e is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:26:26.481642 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (80e302ac-0201-4a1a-83ab-dcf082f1142e), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:26.504904 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c15ed7-950c-48a7-9daf-2b47f8456df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e302ac-0201-4a1a-83ab-dcf082f1142e'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:26:26.507359 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b411b4-7e2f-47a2-88d6-58c2337ffb08" -d '{"events": [{"server_uuid": "b9c15ed7-950c-48a7-9daf-2b47f8456df3", "name": "network-vif-plugged", "status": "completed", "tag": "80e302ac-0201-4a1a-83ab-dcf082f1142e"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:26:26.520508 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 80e302ac-0201-4a1a-83ab-dcf082f1142e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=80e302ac-0201-4a1a-83ab-dcf082f1142e,segment=NetworkSegment(afa2d819-6b5e-4fac-a169-dbe67f7c62b1),segment_id=afa2d819-6b5e-4fac-a169-dbe67f7c62b1)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:26:26.525223 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (80e302ac-0201-4a1a-83ab-dcf082f1142e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:26.550136 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954b1a9f-019b-47dd-bf43-138748a822bc x-openstack-request-id: req-954b1a9f-019b-47dd-bf43-138748a822bc {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:26:26.550513 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c15ed7-950c-48a7-9daf-2b47f8456df3", "name": "network-vif-plugged", "status": "completed", "tag": "80e302ac-0201-4a1a-83ab-dcf082f1142e", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:26:26.550832 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-954b1a9f-019b-47dd-bf43-138748a822bc {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:26:26.551483 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c15ed7-950c-48a7-9daf-2b47f8456df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e302ac-0201-4a1a-83ab-dcf082f1142e', 'code': 200} Feb 14 15:26:26.579334 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=80e302ac-0201-4a1a-83ab-dcf082f1142e,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:26.769125 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d111b88-05d2-4d57-bb6f-5fe8b361cba6 req-5cb2934a-5e36-4807-8bc9-cd9aa7ca0a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:26.771969 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9d111b88-05d2-4d57-bb6f-5fe8b361cba6 req-5cb2934a-5e36-4807-8bc9-cd9aa7ca0a10 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 1129 time: 0.0466013 Feb 14 15:26:26.832048 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9d111b88-05d2-4d57-bb6f-5fe8b361cba6 req-1c832cbe-7c83-4269-82a3-3ee93cc60646 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540674 Feb 14 15:26:26.873911 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68def3a7-8149-499b-bd41-c0c4037ef2ed req-ad09e55c-9412-496c-87c8-826475080b5a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:26.875458 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-68def3a7-8149-499b-bd41-c0c4037ef2ed req-ad09e55c-9412-496c-87c8-826475080b5a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 945 time: 0.0562901 Feb 14 15:26:26.924561 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-68def3a7-8149-499b-bd41-c0c4037ef2ed req-7c704d13-ae50-4331-8ddb-8db28843b36e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426252 Feb 14 15:26:28.047832 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de38ca-080a-4e41-9793-44317c913e1c req-0c32cfbb-6fad-45c7-adf0-4b2b85b3924a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:28.049431 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-22de38ca-080a-4e41-9793-44317c913e1c req-0c32cfbb-6fad-45c7-adf0-4b2b85b3924a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 945 time: 0.0521355 Feb 14 15:26:28.100028 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-22de38ca-080a-4e41-9793-44317c913e1c req-25843c06-45d5-4cf0-83b9-53983a377c5f tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444951 Feb 14 15:26:28.480292 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7462819-9d94-45e9-ba78-40435dcf553d req-949c8737-82b0-4d2c-92c9-b9501b2cb098 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:28.481787 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c7462819-9d94-45e9-ba78-40435dcf553d req-949c8737-82b0-4d2c-92c9-b9501b2cb098 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 945 time: 0.3179321 Feb 14 15:26:28.529289 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c7462819-9d94-45e9-ba78-40435dcf553d req-381c1f78-22e1-490e-967e-7091d43abc63 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418637 Feb 14 15:26:28.550828 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44528) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:26:28.732185 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1bbb68-1234-4676-b70f-34a63e513860 tempest-TestVolumeBootPattern-1920615370 tempest-TestVolumeBootPattern-1920615370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:28.733621 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-7a1bbb68-1234-4676-b70f-34a63e513860 tempest-TestVolumeBootPattern-1920615370 tempest-TestVolumeBootPattern-1920615370-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 1124 time: 0.1818104 Feb 14 15:26:28.736525 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44532) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:26:28.740944 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-cf6ced27-2778-4893-911e-7ca60b3df0d3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Request body: {'floatingip': {'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'port_id': '80e302ac-0201-4a1a-83ab-dcf082f1142e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:26:28.760244 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cf6ced27-2778-4893-911e-7ca60b3df0d3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:28.857029 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cf6ced27-2778-4893-911e-7ca60b3df0d3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:28.957678 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-cf6ced27-2778-4893-911e-7ca60b3df0d3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Allocated IP 172.27.0.87 (a318f2e5-fbf9-4a36-a1d1-4a864fc5139f/1bedbbde-d873-4c55-9589-51025e0481b7/b13bc916-8286-4f9d-9ec2-7268182ec2a6) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:26:29.062675 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cf6ced27-2778-4893-911e-7ca60b3df0d3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for port (b13bc916-8286-4f9d-9ec2-7268182ec2a6), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:29.096334 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cf6ced27-2778-4893-911e-7ca60b3df0d3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (b13bc916-8286-4f9d-9ec2-7268182ec2a6), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:29.134258 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6ced27-2778-4893-911e-7ca60b3df0d3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:26:29.138931 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-cf6ced27-2778-4893-911e-7ca60b3df0d3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:26:29.142355 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6ced27-2778-4893-911e-7ca60b3df0d3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:26:29.164468 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ced27-2778-4893-911e-7ca60b3df0d3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Pushing event updated for resources: {'Port': ['ID=b13bc916-8286-4f9d-9ec2-7268182ec2a6,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:29.505730 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cf6ced27-2778-4893-911e-7ca60b3df0d3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for floatingip (ff130410-e0d5-4771-a46f-a3ad55bc6d6f), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:29.573491 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cf6ced27-2778-4893-911e-7ca60b3df0d3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (b13bc916-8286-4f9d-9ec2-7268182ec2a6), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:29.719780 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cf6ced27-2778-4893-911e-7ca60b3df0d3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for port (b13bc916-8286-4f9d-9ec2-7268182ec2a6), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:29.724601 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cf6ced27-2778-4893-911e-7ca60b3df0d3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (b13bc916-8286-4f9d-9ec2-7268182ec2a6), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:29.792407 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ced27-2778-4893-911e-7ca60b3df0d3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Pushing event updated for resources: {'Port': ['ID=b13bc916-8286-4f9d-9ec2-7268182ec2a6,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:29.804523 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cf6ced27-2778-4893-911e-7ca60b3df0d3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560674'] for floatingip (ff130410-e0d5-4771-a46f-a3ad55bc6d6f), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:29.904453 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.db.l3_db [None req-cf6ced27-2778-4893-911e-7ca60b3df0d3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Floating IP ff130410-e0d5-4771-a46f-a3ad55bc6d6f associated. External IP: 172.27.0.87, port: 80e302ac-0201-4a1a-83ab-dcf082f1142e. Feb 14 15:26:30.116865 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6ced27-2778-4893-911e-7ca60b3df0d3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Router b70b2871-a3eb-44e9-a6d5-e56131ccc248 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:26:30.223361 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6ced27-2778-4893-911e-7ca60b3df0d3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:26:30.232952 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdb5fa3-9ab7-44f6-9332-92caf6199012 None None] Sync routers for ids ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:26:30.241986 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cf6ced27-2778-4893-911e-7ca60b3df0d3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:30.244567 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdb5fa3-9ab7-44f6-9332-92caf6199012 None None] Routers {'b70b2871-a3eb-44e9-a6d5-e56131ccc248'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:26:30.245185 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-8bdb5fa3-9ab7-44f6-9332-92caf6199012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:26:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:26:30.270549 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-cf6ced27-2778-4893-911e-7ca60b3df0d3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5330141 Feb 14 15:26:30.271141 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c15ed7-950c-48a7-9daf-2b47f8456df3', 'tag': '80e302ac-0201-4a1a-83ab-dcf082f1142e'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:26:30.273398 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d50b76-1422-407b-a722-c453c24c1507" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c15ed7-950c-48a7-9daf-2b47f8456df3", "tag": "80e302ac-0201-4a1a-83ab-dcf082f1142e"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:26:30.363714 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-8bdb5fa3-9ab7-44f6-9332-92caf6199012 None None] Set router b70b2871-a3eb-44e9-a6d5-e56131ccc248 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:26:30.469535 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6954bd-a2d4-4827-8ace-cb10885a600a x-openstack-request-id: req-ea6954bd-a2d4-4827-8ace-cb10885a600a {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:26:30.469831 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c15ed7-950c-48a7-9daf-2b47f8456df3", "tag": "80e302ac-0201-4a1a-83ab-dcf082f1142e", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:26:30.470086 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ea6954bd-a2d4-4827-8ace-cb10885a600a {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:26:30.470486 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c15ed7-950c-48a7-9daf-2b47f8456df3', 'tag': '80e302ac-0201-4a1a-83ab-dcf082f1142e', 'status': 'completed', 'code': 200} Feb 14 15:26:30.534488 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d50b76-1422-407b-a722-c453c24c1507 req-5e66d1a6-75a2-422d-98ac-8a8e652d6313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:30.536332 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e9d50b76-1422-407b-a722-c453c24c1507 req-5e66d1a6-75a2-422d-98ac-8a8e652d6313 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=864ccbbef8e84659a7b7acf3f9d7c862&device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 1129 time: 0.0460255 Feb 14 15:26:30.598999 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-8bdb5fa3-9ab7-44f6-9332-92caf6199012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': 'ff130410-e0d5-4771-a46f-a3ad55bc6d6f', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'port_id': '80e302ac-0201-4a1a-83ab-dcf082f1142e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'mac_address': 'fa:16:3e:55:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c15ed7-950c-48a7-9daf-2b47f8456df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:26:29Z', 'updated_at': '2022-02-14T15:26:29Z', 'revision_number': 0, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a200a98b-052e-40b8-9c96-3568218dabb3', 'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'mac_address': 'fa:16:3e:ee:2e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:38Z', 'updated_at': '2022-02-14T15:25:45Z', 'revision_number': 5, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'subnets': [{'id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:26:30.626174 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdb5fa3-9ab7-44f6-9332-92caf6199012 None None] Checking router: b70b2871-a3eb-44e9-a6d5-e56131ccc248 for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:26:30.632114 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d50b76-1422-407b-a722-c453c24c1507 req-e282d0dd-5c7a-44e3-9a68-55e896a0317b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:30.633735 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e9d50b76-1422-407b-a722-c453c24c1507 req-e282d0dd-5c7a-44e3-9a68-55e896a0317b service neutron] 10.222.0.77 "GET /v2.0/networks?id=fc76fd3b-67a5-4661-834d-70f414d1700e HTTP/1.1" status: 200 len: 912 time: 0.0905013 Feb 14 15:26:30.635996 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdb5fa3-9ab7-44f6-9332-92caf6199012 None None] Routers {'b70b2871-a3eb-44e9-a6d5-e56131ccc248'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:26:30.636608 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-8bdb5fa3-9ab7-44f6-9332-92caf6199012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:26:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:26:30.702512 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e9d50b76-1422-407b-a722-c453c24c1507 req-7ef3fca0-74ab-4d29-8649-94a39e057826 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80e302ac-0201-4a1a-83ab-dcf082f1142e HTTP/1.1" status: 200 len: 998 time: 0.0634696 Feb 14 15:26:30.752072 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-8bdb5fa3-9ab7-44f6-9332-92caf6199012 None None] Set router b70b2871-a3eb-44e9-a6d5-e56131ccc248 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:26:30.752614 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d50b76-1422-407b-a722-c453c24c1507 req-da3141f2-7f43-4a98-ab27-1490575ef3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:30.755150 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e9d50b76-1422-407b-a722-c453c24c1507 req-da3141f2-7f43-4a98-ab27-1490575ef3f9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=689638d8-9b8e-4ad2-8489-3863e071ea41 HTTP/1.1" status: 200 len: 850 time: 0.0462825 Feb 14 15:26:30.807957 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d50b76-1422-407b-a722-c453c24c1507 req-cca25cd1-96d4-423e-86d0-f9ac432f7916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:30.809552 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e9d50b76-1422-407b-a722-c453c24c1507 req-cca25cd1-96d4-423e-86d0-f9ac432f7916 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc76fd3b-67a5-4661-834d-70f414d1700e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484889 Feb 14 15:26:30.900457 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e9d50b76-1422-407b-a722-c453c24c1507 req-f5954378-aad6-46f5-91fc-bb0247e79a6f service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847433 Feb 14 15:26:30.986734 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-8bdb5fa3-9ab7-44f6-9332-92caf6199012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': 'ff130410-e0d5-4771-a46f-a3ad55bc6d6f', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'port_id': '80e302ac-0201-4a1a-83ab-dcf082f1142e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'mac_address': 'fa:16:3e:55:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c15ed7-950c-48a7-9daf-2b47f8456df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:26:29Z', 'updated_at': '2022-02-14T15:26:29Z', 'revision_number': 0, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a200a98b-052e-40b8-9c96-3568218dabb3', 'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'mac_address': 'fa:16:3e:ee:2e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:38Z', 'updated_at': '2022-02-14T15:25:45Z', 'revision_number': 5, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'subnets': [{'id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:26:31.006026 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e9d50b76-1422-407b-a722-c453c24c1507 req-68a54a59-b27b-4cee-83a2-6ac7e848ac14 service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002555 Feb 14 15:26:31.016931 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdb5fa3-9ab7-44f6-9332-92caf6199012 None None] The sync data for ids ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'] in dv-cinder-815146-10-iscsi is: [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': 'ff130410-e0d5-4771-a46f-a3ad55bc6d6f', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'port_id': '80e302ac-0201-4a1a-83ab-dcf082f1142e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'mac_address': 'fa:16:3e:55:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c15ed7-950c-48a7-9daf-2b47f8456df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:26:29Z', 'updated_at': '2022-02-14T15:26:29Z', 'revision_number': 0, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a200a98b-052e-40b8-9c96-3568218dabb3', 'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'mac_address': 'fa:16:3e:ee:2e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:38Z', 'updated_at': '2022-02-14T15:25:45Z', 'revision_number': 5, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'subnets': [{'id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:26:31.213317 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef01d0f5-b8e1-41f1-a0cc-f69d1f239543 None None] New status for floating IP ff130410-e0d5-4771-a46f-a3ad55bc6d6f: ACTIVE {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:26:33.414350 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903e757-ff69-49c2-a2df-744d97bd5d12 req-c4df9c7c-44d4-4d8f-80a1-60d5664f49b7 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:33.415828 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9903e757-ff69-49c2-a2df-744d97bd5d12 req-c4df9c7c-44d4-4d8f-80a1-60d5664f49b7 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 946 time: 0.0534239 Feb 14 15:26:33.466415 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9903e757-ff69-49c2-a2df-744d97bd5d12 req-ec8591c7-ef7c-42c5-9e51-47d89ff7f86a tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446200 Feb 14 15:26:33.489265 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44554) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:26:33.572354 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3184de8-b398-47e3-a386-95057e14d25c tempest-TestMinimumBasicScenario-903067200 tempest-TestMinimumBasicScenario-903067200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:33.573875 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-a3184de8-b398-47e3-a386-95057e14d25c tempest-TestMinimumBasicScenario-903067200 tempest-TestMinimumBasicScenario-903067200-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 1125 time: 0.0836468 Feb 14 15:26:33.576660 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44558) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:26:33.580744 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-8e4df1f6-0f0a-4d18-bae6-32f837987004 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Request body: {'floatingip': {'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'port_id': 'ef8062f8-efd3-47f2-872a-e46f19113578', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:26:33.601963 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8e4df1f6-0f0a-4d18-bae6-32f837987004 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:33.698749 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8e4df1f6-0f0a-4d18-bae6-32f837987004 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:33.806830 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-8e4df1f6-0f0a-4d18-bae6-32f837987004 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Allocated IP 172.27.0.205 (a318f2e5-fbf9-4a36-a1d1-4a864fc5139f/1bedbbde-d873-4c55-9589-51025e0481b7/76edd39c-9ae7-4de3-ba64-08f9df1b5781) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:26:33.904089 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8e4df1f6-0f0a-4d18-bae6-32f837987004 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for port (76edd39c-9ae7-4de3-ba64-08f9df1b5781), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:33.937235 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8e4df1f6-0f0a-4d18-bae6-32f837987004 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (76edd39c-9ae7-4de3-ba64-08f9df1b5781), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:33.974594 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4df1f6-0f0a-4d18-bae6-32f837987004 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:26:33.979233 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-8e4df1f6-0f0a-4d18-bae6-32f837987004 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:26:33.982635 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4df1f6-0f0a-4d18-bae6-32f837987004 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:26:34.007844 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4df1f6-0f0a-4d18-bae6-32f837987004 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Pushing event updated for resources: {'Port': ['ID=76edd39c-9ae7-4de3-ba64-08f9df1b5781,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:34.354122 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8e4df1f6-0f0a-4d18-bae6-32f837987004 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for floatingip (f857a2e8-d434-4622-9942-59bd786520e8), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:34.425357 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8e4df1f6-0f0a-4d18-bae6-32f837987004 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (76edd39c-9ae7-4de3-ba64-08f9df1b5781), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:34.569894 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8e4df1f6-0f0a-4d18-bae6-32f837987004 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for port (76edd39c-9ae7-4de3-ba64-08f9df1b5781), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:34.574264 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8e4df1f6-0f0a-4d18-bae6-32f837987004 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (76edd39c-9ae7-4de3-ba64-08f9df1b5781), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:34.925402 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4df1f6-0f0a-4d18-bae6-32f837987004 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Pushing event updated for resources: {'Port': ['ID=76edd39c-9ae7-4de3-ba64-08f9df1b5781,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:34.936887 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8e4df1f6-0f0a-4d18-bae6-32f837987004 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560674'] for floatingip (f857a2e8-d434-4622-9942-59bd786520e8), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:35.037743 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.db.l3_db [None req-8e4df1f6-0f0a-4d18-bae6-32f837987004 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Floating IP f857a2e8-d434-4622-9942-59bd786520e8 associated. External IP: 172.27.0.205, port: ef8062f8-efd3-47f2-872a-e46f19113578. Feb 14 15:26:35.246509 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4df1f6-0f0a-4d18-bae6-32f837987004 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Router 10f69470-d0a6-4ba1-b01d-060eb6001c40 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:26:35.357135 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4df1f6-0f0a-4d18-bae6-32f837987004 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:26:35.366438 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d7943-97a6-492b-92e0-b1c75248a2a8 None None] Sync routers for ids ['10f69470-d0a6-4ba1-b01d-060eb6001c40'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:26:35.374708 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8e4df1f6-0f0a-4d18-bae6-32f837987004 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:35.376129 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111d7943-97a6-492b-92e0-b1c75248a2a8 None None] Routers {'10f69470-d0a6-4ba1-b01d-060eb6001c40'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:26:35.376748 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-111d7943-97a6-492b-92e0-b1c75248a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:26:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['10f69470-d0a6-4ba1-b01d-060eb6001c40'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:26:35.405278 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-8e4df1f6-0f0a-4d18-bae6-32f837987004 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8276174 Feb 14 15:26:35.405886 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b095826b-5ae8-49a9-99ec-824b2646f975', 'tag': 'ef8062f8-efd3-47f2-872a-e46f19113578'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:26:35.408552 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6601bce-62a9-4dde-99eb-fa83c6a9a503" -d '{"events": [{"name": "network-changed", "server_uuid": "b095826b-5ae8-49a9-99ec-824b2646f975", "tag": "ef8062f8-efd3-47f2-872a-e46f19113578"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:26:35.408903 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44560) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:26:35.413690 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-d783a1ae-4d02-4fad-9155-3fbfb872a46c tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-821893877', 'description': 'tempest-secgroup-smoke-821893877 description', 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:26:35.435858 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d783a1ae-4d02-4fad-9155-3fbfb872a46c tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:35.452025 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e84ab9-30e4-4a68-9eab-a8a66f7982a6 x-openstack-request-id: req-17e84ab9-30e4-4a68-9eab-a8a66f7982a6 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:26:35.452548 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b095826b-5ae8-49a9-99ec-824b2646f975", "tag": "ef8062f8-efd3-47f2-872a-e46f19113578", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:26:35.453006 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-17e84ab9-30e4-4a68-9eab-a8a66f7982a6 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:26:35.453006 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b095826b-5ae8-49a9-99ec-824b2646f975', 'tag': 'ef8062f8-efd3-47f2-872a-e46f19113578', 'status': 'completed', 'code': 200} Feb 14 15:26:35.496239 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-111d7943-97a6-492b-92e0-b1c75248a2a8 None None] Set router 10f69470-d0a6-4ba1-b01d-060eb6001c40 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:26:35.517534 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d783a1ae-4d02-4fad-9155-3fbfb872a46c tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group (9c134b26-6030-4c5e-bb29-270752a3e271), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:35.522466 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d783a1ae-4d02-4fad-9155-3fbfb872a46c tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (9c134b26-6030-4c5e-bb29-270752a3e271), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:35.523530 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6601bce-62a9-4dde-99eb-fa83c6a9a503 req-4e255af2-6d67-4e09-b1ab-e262be0b3b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:35.525105 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a6601bce-62a9-4dde-99eb-fa83c6a9a503 req-4e255af2-6d67-4e09-b1ab-e262be0b3b7c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ea5eb4c8f18e41beb056eeb47b9c7651&device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 1130 time: 0.0481002 Feb 14 15:26:35.553907 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d783a1ae-4d02-4fad-9155-3fbfb872a46c tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:35.558258 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-d783a1ae-4d02-4fad-9155-3fbfb872a46c tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1456749 Feb 14 15:26:35.558258 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783a1ae-4d02-4fad-9155-3fbfb872a46c tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c134b26-6030-4c5e-bb29-270752a3e271,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:35.559498 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44564) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:26:35.571300 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-ca1d9d37-15ba-48ab-b644-90b0a2a9c117 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Request body: {'security_group_rule': {'security_group_id': '9c134b26-6030-4c5e-bb29-270752a3e271', 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:26:35.641852 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ca1d9d37-15ba-48ab-b644-90b0a2a9c117 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group_rule (7798c593-c311-41c9-bf76-633105961ea0), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:35.674583 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6601bce-62a9-4dde-99eb-fa83c6a9a503 req-0c91b902-1875-4d29-9153-28d00c8a47c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:35.676501 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a6601bce-62a9-4dde-99eb-fa83c6a9a503 req-0c91b902-1875-4d29-9153-28d00c8a47c3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b036eec9-a30b-45ca-b651-2397cce838fd HTTP/1.1" status: 200 len: 916 time: 0.1450598 Feb 14 15:26:35.735810 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-111d7943-97a6-492b-92e0-b1c75248a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'name': 'tempest-TestMinimumBasicScenario-1646230621-router', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:43Z', 'updated_at': '2022-02-14T15:25:47Z', 'revision_number': 4, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'gw_port': {'id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:44Z', 'updated_at': '2022-02-14T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': 'f857a2e8-d434-4622-9942-59bd786520e8', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'port_id': 'ef8062f8-efd3-47f2-872a-e46f19113578', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd', 'mac_address': 'fa:16:3e:6f:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095826b-5ae8-49a9-99ec-824b2646f975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:26:34Z', 'updated_at': '2022-02-14T15:26:34Z', 'revision_number': 0, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e07ab2-d36c-4983-92f5-7e36a70871eb', 'name': '', 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'mac_address': 'fa:16:3e:3e:70:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '534d64a7-d0a7-45ee-a783-2ca3a78a2c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:46Z', 'updated_at': '2022-02-14T15:25:56Z', 'revision_number': 5, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'subnets': [{'id': '534d64a7-d0a7-45ee-a783-2ca3a78a2c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:26:35.764388 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ca1d9d37-15ba-48ab-b644-90b0a2a9c117 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group_rule (7798c593-c311-41c9-bf76-633105961ea0), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:35.767065 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a6601bce-62a9-4dde-99eb-fa83c6a9a503 req-8a44589a-d71d-45f1-ba19-df2db01c0cf7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef8062f8-efd3-47f2-872a-e46f19113578 HTTP/1.1" status: 200 len: 1000 time: 0.0824573 Feb 14 15:26:35.768543 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ca1d9d37-15ba-48ab-b644-90b0a2a9c117 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (7798c593-c311-41c9-bf76-633105961ea0), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:35.816794 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d9d37-15ba-48ab-b644-90b0a2a9c117 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7798c593-c311-41c9-bf76-633105961ea0,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:35.824933 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ca1d9d37-15ba-48ab-b644-90b0a2a9c117 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:35.826142 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-ca1d9d37-15ba-48ab-b644-90b0a2a9c117 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2616043 Feb 14 15:26:35.828973 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44566) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:26:35.836180 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-3d79483f-e8ee-4ccb-b996-d6773566967d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Request body: {'security_group_rule': {'security_group_id': '9c134b26-6030-4c5e-bb29-270752a3e271', 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:26:35.855924 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6601bce-62a9-4dde-99eb-fa83c6a9a503 req-714294d3-6d74-4dda-87df-e7fbec0e91d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:35.857587 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a6601bce-62a9-4dde-99eb-fa83c6a9a503 req-714294d3-6d74-4dda-87df-e7fbec0e91d1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=534d64a7-d0a7-45ee-a783-2ca3a78a2c1d HTTP/1.1" status: 200 len: 854 time: 0.0814769 Feb 14 15:26:35.879846 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d79483f-e8ee-4ccb-b996-d6773566967d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group_rule (d3db1fea-84e8-4a20-9e3d-22388fee0b67), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:35.897722 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d7943-97a6-492b-92e0-b1c75248a2a8 None None] Checking router: 10f69470-d0a6-4ba1-b01d-060eb6001c40 for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:26:35.906412 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111d7943-97a6-492b-92e0-b1c75248a2a8 None None] Routers {'10f69470-d0a6-4ba1-b01d-060eb6001c40'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:26:35.907024 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-111d7943-97a6-492b-92e0-b1c75248a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:26:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['10f69470-d0a6-4ba1-b01d-060eb6001c40'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:26:35.949052 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6601bce-62a9-4dde-99eb-fa83c6a9a503 req-afa34081-bb96-487f-9b5e-13e71c5cf999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:35.950584 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a6601bce-62a9-4dde-99eb-fa83c6a9a503 req-afa34081-bb96-487f-9b5e-13e71c5cf999 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b036eec9-a30b-45ca-b651-2397cce838fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0848036 Feb 14 15:26:35.973627 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d79483f-e8ee-4ccb-b996-d6773566967d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group_rule (d3db1fea-84e8-4a20-9e3d-22388fee0b67), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:35.985642 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d79483f-e8ee-4ccb-b996-d6773566967d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (d3db1fea-84e8-4a20-9e3d-22388fee0b67), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:36.027094 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-111d7943-97a6-492b-92e0-b1c75248a2a8 None None] Set router 10f69470-d0a6-4ba1-b01d-060eb6001c40 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:26:36.039548 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79483f-e8ee-4ccb-b996-d6773566967d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3db1fea-84e8-4a20-9e3d-22388fee0b67,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:36.050849 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3d79483f-e8ee-4ccb-b996-d6773566967d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:36.054836 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-3d79483f-e8ee-4ccb-b996-d6773566967d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2222886 Feb 14 15:26:36.055501 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44568) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:26:36.060358 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-94bf6ec8-9b0e-4ad1-a495-171ee98aa51d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Request body: {'security_group_rule': {'security_group_id': '9c134b26-6030-4c5e-bb29-270752a3e271', 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:26:36.078077 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a6601bce-62a9-4dde-99eb-fa83c6a9a503 req-b781edd7-cd71-4ac0-a93e-e3a5a7f1b7a7 service neutron] 10.222.0.77 "GET /v2.0/networks/b036eec9-a30b-45ca-b651-2397cce838fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188738 Feb 14 15:26:36.086166 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-94bf6ec8-9b0e-4ad1-a495-171ee98aa51d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group_rule (565ba6d3-8d3a-4b4a-a3ca-034add90de90), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:36.145303 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-94bf6ec8-9b0e-4ad1-a495-171ee98aa51d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group_rule (565ba6d3-8d3a-4b4a-a3ca-034add90de90), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:36.150081 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-94bf6ec8-9b0e-4ad1-a495-171ee98aa51d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (565ba6d3-8d3a-4b4a-a3ca-034add90de90), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:36.172206 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf6ec8-9b0e-4ad1-a495-171ee98aa51d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565ba6d3-8d3a-4b4a-a3ca-034add90de90,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:36.175486 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a6601bce-62a9-4dde-99eb-fa83c6a9a503 req-d0068df2-5392-43e0-a87a-dc80edf6e9d3 service neutron] 10.222.0.77 "GET /v2.0/networks/b036eec9-a30b-45ca-b651-2397cce838fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897648 Feb 14 15:26:36.184325 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf6ec8-9b0e-4ad1-a495-171ee98aa51d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:36.185108 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf6ec8-9b0e-4ad1-a495-171ee98aa51d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:36.186051 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf6ec8-9b0e-4ad1-a495-171ee98aa51d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:36.186646 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf6ec8-9b0e-4ad1-a495-171ee98aa51d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:36.187366 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf6ec8-9b0e-4ad1-a495-171ee98aa51d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:36.188087 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf6ec8-9b0e-4ad1-a495-171ee98aa51d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:36.188834 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf6ec8-9b0e-4ad1-a495-171ee98aa51d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:36.189539 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf6ec8-9b0e-4ad1-a495-171ee98aa51d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:36.190149 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf6ec8-9b0e-4ad1-a495-171ee98aa51d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:36.190609 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf6ec8-9b0e-4ad1-a495-171ee98aa51d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:36.192597 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf6ec8-9b0e-4ad1-a495-171ee98aa51d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:36.193264 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf6ec8-9b0e-4ad1-a495-171ee98aa51d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:36.193800 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf6ec8-9b0e-4ad1-a495-171ee98aa51d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:26:36.204378 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-94bf6ec8-9b0e-4ad1-a495-171ee98aa51d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:36.209855 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-94bf6ec8-9b0e-4ad1-a495-171ee98aa51d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499794 Feb 14 15:26:36.210173 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44570) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:26:36.217177 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-6a1337d0-f8b4-4998-a600-779a28beb213 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Request body: {'security_group_rule': {'security_group_id': '9c134b26-6030-4c5e-bb29-270752a3e271', 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:26:36.247375 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6a1337d0-f8b4-4998-a600-779a28beb213 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group_rule (55dd56c9-686f-4819-987a-3b9a6ba8c6bc), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:36.282459 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-111d7943-97a6-492b-92e0-b1c75248a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'name': 'tempest-TestMinimumBasicScenario-1646230621-router', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:43Z', 'updated_at': '2022-02-14T15:25:47Z', 'revision_number': 4, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'gw_port': {'id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:44Z', 'updated_at': '2022-02-14T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': 'f857a2e8-d434-4622-9942-59bd786520e8', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'port_id': 'ef8062f8-efd3-47f2-872a-e46f19113578', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd', 'mac_address': 'fa:16:3e:6f:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095826b-5ae8-49a9-99ec-824b2646f975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:26:34Z', 'updated_at': '2022-02-14T15:26:34Z', 'revision_number': 0, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e07ab2-d36c-4983-92f5-7e36a70871eb', 'name': '', 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'mac_address': 'fa:16:3e:3e:70:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '534d64a7-d0a7-45ee-a783-2ca3a78a2c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:46Z', 'updated_at': '2022-02-14T15:25:56Z', 'revision_number': 5, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'subnets': [{'id': '534d64a7-d0a7-45ee-a783-2ca3a78a2c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:26:36.306733 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6a1337d0-f8b4-4998-a600-779a28beb213 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group_rule (55dd56c9-686f-4819-987a-3b9a6ba8c6bc), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:36.308691 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d7943-97a6-492b-92e0-b1c75248a2a8 None None] The sync data for ids ['10f69470-d0a6-4ba1-b01d-060eb6001c40'] in dv-cinder-815146-10-iscsi is: [{'id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'name': 'tempest-TestMinimumBasicScenario-1646230621-router', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:43Z', 'updated_at': '2022-02-14T15:25:47Z', 'revision_number': 4, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'gw_port': {'id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:44Z', 'updated_at': '2022-02-14T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': 'f857a2e8-d434-4622-9942-59bd786520e8', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'port_id': 'ef8062f8-efd3-47f2-872a-e46f19113578', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd', 'mac_address': 'fa:16:3e:6f:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095826b-5ae8-49a9-99ec-824b2646f975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:26:34Z', 'updated_at': '2022-02-14T15:26:34Z', 'revision_number': 0, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e07ab2-d36c-4983-92f5-7e36a70871eb', 'name': '', 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'mac_address': 'fa:16:3e:3e:70:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '534d64a7-d0a7-45ee-a783-2ca3a78a2c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:46Z', 'updated_at': '2022-02-14T15:25:56Z', 'revision_number': 5, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'subnets': [{'id': '534d64a7-d0a7-45ee-a783-2ca3a78a2c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:26:36.311364 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6a1337d0-f8b4-4998-a600-779a28beb213 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (55dd56c9-686f-4819-987a-3b9a6ba8c6bc), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:36.331068 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1337d0-f8b4-4998-a600-779a28beb213 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55dd56c9-686f-4819-987a-3b9a6ba8c6bc,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:36.339087 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6a1337d0-f8b4-4998-a600-779a28beb213 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:36.340341 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-6a1337d0-f8b4-4998-a600-779a28beb213 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286023 Feb 14 15:26:36.343141 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44572) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:26:36.347594 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-276c98ee-3888-44cf-8975-1aeb35fcfcb3 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Request body: {'security_group_rule': {'security_group_id': '9c134b26-6030-4c5e-bb29-270752a3e271', 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:26:36.368729 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.securitygroups_db [None req-276c98ee-3888-44cf-8975-1aeb35fcfcb3 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Project ea5eb4c8f18e41beb056eeb47b9c7651 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 15:26:36.373642 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-276c98ee-3888-44cf-8975-1aeb35fcfcb3 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group_rule (993e1bbc-8911-4894-9f02-56d3af6baeab), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:36.437277 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-276c98ee-3888-44cf-8975-1aeb35fcfcb3 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group_rule (993e1bbc-8911-4894-9f02-56d3af6baeab), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:36.441164 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-276c98ee-3888-44cf-8975-1aeb35fcfcb3 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (993e1bbc-8911-4894-9f02-56d3af6baeab), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:36.460580 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c98ee-3888-44cf-8975-1aeb35fcfcb3 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993e1bbc-8911-4894-9f02-56d3af6baeab,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:36.467115 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-276c98ee-3888-44cf-8975-1aeb35fcfcb3 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:36.471338 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-276c98ee-3888-44cf-8975-1aeb35fcfcb3 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242614 Feb 14 15:26:36.471716 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44574) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:26:36.477278 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-29658505-f02b-4eb8-b86b-51b6d99702f5 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Request body: {'security_group_rule': {'security_group_id': '9c134b26-6030-4c5e-bb29-270752a3e271', 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:26:36.502656 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.db.securitygroups_db [None req-29658505-f02b-4eb8-b86b-51b6d99702f5 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Project ea5eb4c8f18e41beb056eeb47b9c7651 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 15:26:36.507999 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-29658505-f02b-4eb8-b86b-51b6d99702f5 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group_rule (11c26378-794f-4846-92a7-408f1eb92eb4), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:36.555395 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750ce05f-4669-4036-8a8f-ef16d52b9914 None None] New status for floating IP f857a2e8-d434-4622-9942-59bd786520e8: ACTIVE {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:26:36.577328 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-29658505-f02b-4eb8-b86b-51b6d99702f5 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group_rule (11c26378-794f-4846-92a7-408f1eb92eb4), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:36.581068 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-29658505-f02b-4eb8-b86b-51b6d99702f5 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940017'] for security_group_rule (11c26378-794f-4846-92a7-408f1eb92eb4), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:36.601332 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29658505-f02b-4eb8-b86b-51b6d99702f5 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c26378-794f-4846-92a7-408f1eb92eb4,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:36.611285 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-29658505-f02b-4eb8-b86b-51b6d99702f5 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:36.613706 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-29658505-f02b-4eb8-b86b-51b6d99702f5 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1400681 Feb 14 15:26:36.707282 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5c531306-5d8d-474d-aff0-a30497e074cb req-a0274a5d-695c-4845-b376-0b9e015ced4a tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-821893877&fields=id&tenant_id=ea5eb4c8f18e41beb056eeb47b9c7651 HTTP/1.1" status: 200 len: 267 time: 0.0478458 Feb 14 15:26:36.767734 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c531306-5d8d-474d-aff0-a30497e074cb req-320f59dc-863a-493a-bb07-bdcdf0f82f0e tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:36.769791 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5c531306-5d8d-474d-aff0-a30497e074cb req-320f59dc-863a-493a-bb07-bdcdf0f82f0e tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 946 time: 0.0537791 Feb 14 15:26:36.780660 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-5c531306-5d8d-474d-aff0-a30497e074cb req-4ba02483-86db-4412-ac65-5d4465a5c3f3 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Request body: {'port': {'security_groups': ['7272757c-a782-44f3-8ca6-20a9b4486986', '9c134b26-6030-4c5e-bb29-270752a3e271']}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:26:36.851348 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5c531306-5d8d-474d-aff0-a30497e074cb req-4ba02483-86db-4412-ac65-5d4465a5c3f3 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (ef8062f8-efd3-47f2-872a-e46f19113578), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:37.035565 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-5c531306-5d8d-474d-aff0-a30497e074cb req-4ba02483-86db-4412-ac65-5d4465a5c3f3 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] For port ef8062f8-efd3-47f2-872a-e46f19113578, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ef8062f8-efd3-47f2-872a-e46f19113578,segment=NetworkSegment(284a1293-b1ce-4623-a917-402ce0433699),segment_id=284a1293-b1ce-4623-a917-402ce0433699)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:26:37.063445 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5c531306-5d8d-474d-aff0-a30497e074cb req-4ba02483-86db-4412-ac65-5d4465a5c3f3 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for port (ef8062f8-efd3-47f2-872a-e46f19113578), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:37.068600 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5c531306-5d8d-474d-aff0-a30497e074cb req-4ba02483-86db-4412-ac65-5d4465a5c3f3 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (ef8062f8-efd3-47f2-872a-e46f19113578), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:37.080226 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['ef8062f8-efd3-47f2-872a-e46f19113578'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:26:37.110657 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c531306-5d8d-474d-aff0-a30497e074cb req-4ba02483-86db-4412-ac65-5d4465a5c3f3 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:37.111284 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5c531306-5d8d-474d-aff0-a30497e074cb req-4ba02483-86db-4412-ac65-5d4465a5c3f3 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:37.113456 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5c531306-5d8d-474d-aff0-a30497e074cb req-4ba02483-86db-4412-ac65-5d4465a5c3f3 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "PUT /v2.0/ports/ef8062f8-efd3-47f2-872a-e46f19113578 HTTP/1.1" status: 200 len: 982 time: 0.3366065 Feb 14 15:26:37.137460 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba02483-86db-4412-ac65-5d4465a5c3f3 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Pushing event updated for resources: {'Port': ['ID=ef8062f8-efd3-47f2-872a-e46f19113578,revision_number=6']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:26:37.200233 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['ef8062f8-efd3-47f2-872a-e46f19113578'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:26:37.234639 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a4ae8-8c0a-4920-8a45-924e6f235f29 req-c35acba5-f3ba-4fd1-a9b3-52a895a3de10 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:37.236427 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-527a4ae8-8c0a-4920-8a45-924e6f235f29 req-c35acba5-f3ba-4fd1-a9b3-52a895a3de10 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 985 time: 0.0617917 Feb 14 15:26:37.304490 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-527a4ae8-8c0a-4920-8a45-924e6f235f29 req-08c5fed0-0734-411f-b432-1f94ca4bacce tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&id=9c134b26-6030-4c5e-bb29-270752a3e271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617621 Feb 14 15:26:37.409863 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-013c8b31-7726-4033-85bd-073343d60e63 None None] Provisioning complete for port ef8062f8-efd3-47f2-872a-e46f19113578 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:26:37.410294 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-013c8b31-7726-4033-85bd-073343d60e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (ef8062f8-efd3-47f2-872a-e46f19113578), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:37.454229 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b095826b-5ae8-49a9-99ec-824b2646f975', 'tag': 'ef8062f8-efd3-47f2-872a-e46f19113578'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:26:37.456703 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c369ee-7cae-4c34-a776-5cbead31956f" -d '{"events": [{"name": "network-changed", "server_uuid": "b095826b-5ae8-49a9-99ec-824b2646f975", "tag": "ef8062f8-efd3-47f2-872a-e46f19113578"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:26:37.493337 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fd263b-60ff-40c2-8c71-9e2d813f1e70 x-openstack-request-id: req-13fd263b-60ff-40c2-8c71-9e2d813f1e70 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:26:37.493994 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b095826b-5ae8-49a9-99ec-824b2646f975", "tag": "ef8062f8-efd3-47f2-872a-e46f19113578", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:26:37.494091 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-13fd263b-60ff-40c2-8c71-9e2d813f1e70 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:26:37.494526 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b095826b-5ae8-49a9-99ec-824b2646f975', 'tag': 'ef8062f8-efd3-47f2-872a-e46f19113578', 'status': 'completed', 'code': 200} Feb 14 15:26:37.563350 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c369ee-7cae-4c34-a776-5cbead31956f req-f59ffa09-a198-4e15-988f-cf66e0b7887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:37.565120 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-52c369ee-7cae-4c34-a776-5cbead31956f req-f59ffa09-a198-4e15-988f-cf66e0b7887c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ea5eb4c8f18e41beb056eeb47b9c7651&device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 1169 time: 0.0463140 Feb 14 15:26:37.624513 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-013c8b31-7726-4033-85bd-073343d60e63 None None] Current status of the port ef8062f8-efd3-47f2-872a-e46f19113578 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:26:37.663750 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c369ee-7cae-4c34-a776-5cbead31956f req-fceefe5c-ff34-4d44-9317-e3a0fe945112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:37.665262 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-52c369ee-7cae-4c34-a776-5cbead31956f req-fceefe5c-ff34-4d44-9317-e3a0fe945112 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b036eec9-a30b-45ca-b651-2397cce838fd HTTP/1.1" status: 200 len: 916 time: 0.0906060 Feb 14 15:26:37.731224 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-52c369ee-7cae-4c34-a776-5cbead31956f req-e1af7429-d3d3-4a24-9a94-dcfff23397f8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef8062f8-efd3-47f2-872a-e46f19113578 HTTP/1.1" status: 200 len: 1002 time: 0.0602009 Feb 14 15:26:37.791844 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c369ee-7cae-4c34-a776-5cbead31956f req-b7a79fe7-5514-4185-9636-8856b2152fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:37.793341 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-52c369ee-7cae-4c34-a776-5cbead31956f req-b7a79fe7-5514-4185-9636-8856b2152fec service neutron] 10.222.0.77 "GET /v2.0/subnets?id=534d64a7-d0a7-45ee-a783-2ca3a78a2c1d HTTP/1.1" status: 200 len: 854 time: 0.0567236 Feb 14 15:26:37.847927 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c369ee-7cae-4c34-a776-5cbead31956f req-0d6b6608-396b-442b-9631-9b6db8ed01c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:37.849483 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-52c369ee-7cae-4c34-a776-5cbead31956f req-0d6b6608-396b-442b-9631-9b6db8ed01c6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b036eec9-a30b-45ca-b651-2397cce838fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490298 Feb 14 15:26:37.946971 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-52c369ee-7cae-4c34-a776-5cbead31956f req-44e38a44-c71f-4d39-9afc-5d3394379784 service neutron] 10.222.0.77 "GET /v2.0/networks/b036eec9-a30b-45ca-b651-2397cce838fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885706 Feb 14 15:26:38.039258 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-52c369ee-7cae-4c34-a776-5cbead31956f req-e289ad9f-6a61-4c28-8da9-c3dfcf44d5bc service neutron] 10.222.0.77 "GET /v2.0/networks/b036eec9-a30b-45ca-b651-2397cce838fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862162 Feb 14 15:26:42.893697 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:43.421001 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-45566d89-cbec-4bce-ad61-b196975bb977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:45.619639 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8af8d6b9-eb72-481f-ba2d-c11d77f988f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:47.326056 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:48.613832 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:48.811223 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:26:49.480834 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a2c750a4-e670-4bfd-ab54-5fd58670ffae req-3c7eda1b-6634-4630-8403-dfaf6ce2abdf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446260 Feb 14 15:26:49.567309 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c750a4-e670-4bfd-ab54-5fd58670ffae req-dd392110-514a-4582-bb02-f1121265dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:49.568842 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a2c750a4-e670-4bfd-ab54-5fd58670ffae req-dd392110-514a-4582-bb02-f1121265dad6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=864ccbbef8e84659a7b7acf3f9d7c862&device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 1129 time: 0.0445111 Feb 14 15:26:49.676223 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c750a4-e670-4bfd-ab54-5fd58670ffae req-8363c497-929c-484e-bb2b-c3eb4f04380d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:49.678006 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a2c750a4-e670-4bfd-ab54-5fd58670ffae req-8363c497-929c-484e-bb2b-c3eb4f04380d service neutron] 10.222.0.77 "GET /v2.0/networks?id=fc76fd3b-67a5-4661-834d-70f414d1700e HTTP/1.1" status: 200 len: 912 time: 0.0888410 Feb 14 15:26:49.746649 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a2c750a4-e670-4bfd-ab54-5fd58670ffae req-9d75af27-3fe1-4862-8c86-073a96e5ac50 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80e302ac-0201-4a1a-83ab-dcf082f1142e HTTP/1.1" status: 200 len: 1000 time: 0.0610726 Feb 14 15:26:49.792085 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:26:49.796591 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c750a4-e670-4bfd-ab54-5fd58670ffae req-57cbde9b-30f5-4c06-b210-8f642585510d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:49.798081 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a2c750a4-e670-4bfd-ab54-5fd58670ffae req-57cbde9b-30f5-4c06-b210-8f642585510d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=689638d8-9b8e-4ad2-8489-3863e071ea41 HTTP/1.1" status: 200 len: 850 time: 0.0430467 Feb 14 15:26:49.848732 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c750a4-e670-4bfd-ab54-5fd58670ffae req-c7367148-1160-40ea-9afc-7798fcdcd819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:49.850236 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a2c750a4-e670-4bfd-ab54-5fd58670ffae req-c7367148-1160-40ea-9afc-7798fcdcd819 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc76fd3b-67a5-4661-834d-70f414d1700e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453193 Feb 14 15:26:49.943702 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a2c750a4-e670-4bfd-ab54-5fd58670ffae req-bdc5ea9a-d0b0-46ed-966a-dc69e1eb68f6 service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852082 Feb 14 15:26:50.031217 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a2c750a4-e670-4bfd-ab54-5fd58670ffae req-471974ff-367f-406f-ac22-8c385f1d02a3 service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800967 Feb 14 15:26:59.990098 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52005399-92d4-4815-b42c-bea02bbedc0b req-c1a59b23-e146-40e1-b0e5-22087b55283e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:26:59.992324 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-52005399-92d4-4815-b42c-bea02bbedc0b req-c1a59b23-e146-40e1-b0e5-22087b55283e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ea5eb4c8f18e41beb056eeb47b9c7651&device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 1169 time: 0.0678639 Feb 14 15:27:00.003981 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d64f2f-9721-46fc-a834-c9436842b2c8 req-bb0d4903-7843-4786-a091-62c9eefbf7c1 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:00.005362 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-20d64f2f-9721-46fc-a834-c9436842b2c8 req-bb0d4903-7843-4786-a091-62c9eefbf7c1 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 985 time: 0.0924594 Feb 14 15:27:00.124174 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-20d64f2f-9721-46fc-a834-c9436842b2c8 req-726c5cea-e0dd-4343-a7a4-acd8415c8acd tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&id=9c134b26-6030-4c5e-bb29-270752a3e271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1106710 Feb 14 15:27:00.133451 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52005399-92d4-4815-b42c-bea02bbedc0b req-989e9849-ef94-4e14-b55a-b695457fc046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:00.134876 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-52005399-92d4-4815-b42c-bea02bbedc0b req-989e9849-ef94-4e14-b55a-b695457fc046 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b036eec9-a30b-45ca-b651-2397cce838fd HTTP/1.1" status: 200 len: 916 time: 0.1286955 Feb 14 15:27:00.199334 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-52005399-92d4-4815-b42c-bea02bbedc0b req-b3cb56dd-719f-44d3-8108-994aef9c5c96 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef8062f8-efd3-47f2-872a-e46f19113578 HTTP/1.1" status: 200 len: 1002 time: 0.0583642 Feb 14 15:27:00.246639 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52005399-92d4-4815-b42c-bea02bbedc0b req-b921d634-32e5-42bf-9548-4fc8b775f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:00.248079 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-52005399-92d4-4815-b42c-bea02bbedc0b req-b921d634-32e5-42bf-9548-4fc8b775f5b1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=534d64a7-d0a7-45ee-a783-2ca3a78a2c1d HTTP/1.1" status: 200 len: 854 time: 0.0421457 Feb 14 15:27:00.299331 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52005399-92d4-4815-b42c-bea02bbedc0b req-33ce2afd-d2fd-4b60-9d45-a5289ff58488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:00.300850 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-52005399-92d4-4815-b42c-bea02bbedc0b req-33ce2afd-d2fd-4b60-9d45-a5289ff58488 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b036eec9-a30b-45ca-b651-2397cce838fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467403 Feb 14 15:27:00.390093 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-52005399-92d4-4815-b42c-bea02bbedc0b req-3d1577ba-7eee-4122-8242-8bfe8c61b90b service neutron] 10.222.0.77 "GET /v2.0/networks/b036eec9-a30b-45ca-b651-2397cce838fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815284 Feb 14 15:27:00.482095 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-52005399-92d4-4815-b42c-bea02bbedc0b req-84447ffa-6d49-4002-a29f-c14a44f15a29 service neutron] 10.222.0.77 "GET /v2.0/networks/b036eec9-a30b-45ca-b651-2397cce838fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853696 Feb 14 15:27:01.245242 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1a4b2-fc1c-402d-9940-b18e168febd3 req-d241fa5d-ee8b-4533-a6fb-f9ca2875c0f1 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:01.246738 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-beb1a4b2-fc1c-402d-9940-b18e168febd3 req-d241fa5d-ee8b-4533-a6fb-f9ca2875c0f1 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 985 time: 0.0526342 Feb 14 15:27:01.309159 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-beb1a4b2-fc1c-402d-9940-b18e168febd3 req-57d59f02-7bca-4f57-aec1-8b878e841e6b tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&id=9c134b26-6030-4c5e-bb29-270752a3e271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567429 Feb 14 15:27:02.430893 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e8cf8-28f2-455e-9400-0b5de9234e8d req-55688844-be8e-4263-8273-04b73a0f9689 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:02.432432 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db0e8cf8-28f2-455e-9400-0b5de9234e8d req-55688844-be8e-4263-8273-04b73a0f9689 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 985 time: 0.0569668 Feb 14 15:27:02.489387 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-db0e8cf8-28f2-455e-9400-0b5de9234e8d req-a88008e8-c030-4091-a203-80787fcfa21e tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&id=9c134b26-6030-4c5e-bb29-270752a3e271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514643 Feb 14 15:27:03.607823 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf66d45-1d55-4fd9-a915-4694587091e4 req-511122dc-a06c-4932-a388-759cbed7d67d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:03.609319 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5cf66d45-1d55-4fd9-a915-4694587091e4 req-511122dc-a06c-4932-a388-759cbed7d67d tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 985 time: 0.0524909 Feb 14 15:27:03.668696 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5cf66d45-1d55-4fd9-a915-4694587091e4 req-d6bd4ffc-0dae-42d7-9abe-6acd8cf66f1c tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&id=9c134b26-6030-4c5e-bb29-270752a3e271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537333 Feb 14 15:27:04.786165 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002edb10-2dea-48be-b8d2-be71cbf40a06 req-fb05227b-a12e-4889-8d92-2daf62776928 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:04.787671 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-002edb10-2dea-48be-b8d2-be71cbf40a06 req-fb05227b-a12e-4889-8d92-2daf62776928 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 985 time: 0.0523801 Feb 14 15:27:04.852733 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-002edb10-2dea-48be-b8d2-be71cbf40a06 req-f1aecc0d-ae57-455b-9601-e053b9e74723 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&id=9c134b26-6030-4c5e-bb29-270752a3e271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582416 Feb 14 15:27:05.978716 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ef09f-c33f-407a-8327-88b1a994d5ae req-91ae24c8-437c-4f87-ae5f-0db0d2be3a87 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:05.980852 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a48ef09f-c33f-407a-8327-88b1a994d5ae req-91ae24c8-437c-4f87-ae5f-0db0d2be3a87 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 985 time: 0.0595770 Feb 14 15:27:06.040470 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a48ef09f-c33f-407a-8327-88b1a994d5ae req-f3535b20-15cb-4039-9746-18e2b225efa2 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&id=9c134b26-6030-4c5e-bb29-270752a3e271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541966 Feb 14 15:27:07.156434 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b1aad-6451-486a-bd4f-168c909101d2 req-2182637d-4463-47b0-b554-275b6b2a6719 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:07.157899 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-187b1aad-6451-486a-bd4f-168c909101d2 req-2182637d-4463-47b0-b554-275b6b2a6719 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 985 time: 0.0510473 Feb 14 15:27:07.215602 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-187b1aad-6451-486a-bd4f-168c909101d2 req-07db04a7-f5f1-4be4-beda-ab9de5af036c tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&id=9c134b26-6030-4c5e-bb29-270752a3e271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521631 Feb 14 15:27:08.341584 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5abc91-f377-4b13-b03c-6611a1d5f764 req-31767169-ef73-4367-85e8-ebee9f464a85 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:08.343097 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-de5abc91-f377-4b13-b03c-6611a1d5f764 req-31767169-ef73-4367-85e8-ebee9f464a85 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 985 time: 0.0597272 Feb 14 15:27:08.403102 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-de5abc91-f377-4b13-b03c-6611a1d5f764 req-4ec88fd9-bbb5-4b6f-b79d-ca5558ba0838 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&id=9c134b26-6030-4c5e-bb29-270752a3e271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539978 Feb 14 15:27:09.521709 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106d4fa-ed4b-4549-bcc5-23af96b78106 req-e69ee124-a63f-4286-8139-11f63c8180fe tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:09.523229 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8106d4fa-ed4b-4549-bcc5-23af96b78106 req-e69ee124-a63f-4286-8139-11f63c8180fe tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 985 time: 0.0529485 Feb 14 15:27:09.581341 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8106d4fa-ed4b-4549-bcc5-23af96b78106 req-a58e5ed7-d03b-4c8e-85df-8158311fc508 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&id=9c134b26-6030-4c5e-bb29-270752a3e271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522594 Feb 14 15:27:10.700026 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4091e38-527f-493f-a954-d00633dc0f4a req-a2b6a00d-a3d8-4ff9-a991-4da10bb0dddd tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:10.701539 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b4091e38-527f-493f-a954-d00633dc0f4a req-a2b6a00d-a3d8-4ff9-a991-4da10bb0dddd tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 985 time: 0.0534303 Feb 14 15:27:10.762517 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b4091e38-527f-493f-a954-d00633dc0f4a req-cab98867-f2b4-49c9-9040-0046db67f29c tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&id=9c134b26-6030-4c5e-bb29-270752a3e271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553107 Feb 14 15:27:11.883876 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa212b97-55ab-484c-bca7-43443cb69948 req-1d34019a-5209-46af-a5cb-f3d4f6783489 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:11.885362 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aa212b97-55ab-484c-bca7-43443cb69948 req-1d34019a-5209-46af-a5cb-f3d4f6783489 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 985 time: 0.0568633 Feb 14 15:27:11.943494 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aa212b97-55ab-484c-bca7-43443cb69948 req-f9efaab8-df7c-4f9b-828f-70daaf3492f1 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&id=9c134b26-6030-4c5e-bb29-270752a3e271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524888 Feb 14 15:27:12.915458 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:13.421939 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-683bf4dd-1c3f-4270-a3cb-eab375936a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:15.624476 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4c45a4de-a2ab-40df-81dc-3d94f61e06d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:17.332021 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:18.607793 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:19.795119 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:25.810664 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:27:42.926563 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:43.423427 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b013499e-ebcd-41f9-be32-366e980c5be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:44.390515 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-40db36fc-deb1-43c0-bbf1-cc14d37bf822 req-57960ca5-9923-4c18-a4a9-9244b20a0573 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-821893877&fields=id&tenant_id=ea5eb4c8f18e41beb056eeb47b9c7651 HTTP/1.1" status: 200 len: 267 time: 0.1525667 Feb 14 15:27:44.450567 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db36fc-deb1-43c0-bbf1-cc14d37bf822 req-85c9f5e4-8e72-4324-97a8-7e84666976f7 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:44.452058 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-40db36fc-deb1-43c0-bbf1-cc14d37bf822 req-85c9f5e4-8e72-4324-97a8-7e84666976f7 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 985 time: 0.0563021 Feb 14 15:27:44.463226 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [req-40db36fc-deb1-43c0-bbf1-cc14d37bf822 req-187ac79a-b83a-4bb0-b672-88c7b96e2bd0 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Request body: {'port': {'security_groups': ['7272757c-a782-44f3-8ca6-20a9b4486986']}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:27:44.537576 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-40db36fc-deb1-43c0-bbf1-cc14d37bf822 req-187ac79a-b83a-4bb0-b672-88c7b96e2bd0 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (ef8062f8-efd3-47f2-872a-e46f19113578), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:44.711866 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-40db36fc-deb1-43c0-bbf1-cc14d37bf822 req-187ac79a-b83a-4bb0-b672-88c7b96e2bd0 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] For port ef8062f8-efd3-47f2-872a-e46f19113578, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ef8062f8-efd3-47f2-872a-e46f19113578,segment=NetworkSegment(284a1293-b1ce-4623-a917-402ce0433699),segment_id=284a1293-b1ce-4623-a917-402ce0433699)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:27:44.740774 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-40db36fc-deb1-43c0-bbf1-cc14d37bf822 req-187ac79a-b83a-4bb0-b672-88c7b96e2bd0 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for port (ef8062f8-efd3-47f2-872a-e46f19113578), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:44.745990 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-40db36fc-deb1-43c0-bbf1-cc14d37bf822 req-187ac79a-b83a-4bb0-b672-88c7b96e2bd0 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62982802'] for port (ef8062f8-efd3-47f2-872a-e46f19113578), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:44.757213 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['ef8062f8-efd3-47f2-872a-e46f19113578'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:27:44.788252 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db36fc-deb1-43c0-bbf1-cc14d37bf822 req-187ac79a-b83a-4bb0-b672-88c7b96e2bd0 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:44.788892 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-40db36fc-deb1-43c0-bbf1-cc14d37bf822 req-187ac79a-b83a-4bb0-b672-88c7b96e2bd0 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:44.790479 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-40db36fc-deb1-43c0-bbf1-cc14d37bf822 req-187ac79a-b83a-4bb0-b672-88c7b96e2bd0 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "PUT /v2.0/ports/ef8062f8-efd3-47f2-872a-e46f19113578 HTTP/1.1" status: 200 len: 943 time: 0.3320959 Feb 14 15:27:44.791166 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b095826b-5ae8-49a9-99ec-824b2646f975', 'tag': 'ef8062f8-efd3-47f2-872a-e46f19113578'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:27:44.794565 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114b17781d7584df24a73d2ca002b1fc4e4ef728ba6c29ea40a3094f371b155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdc9cee-bc87-4af7-90d4-c0c6ffe7db11" -d '{"events": [{"name": "network-changed", "server_uuid": "b095826b-5ae8-49a9-99ec-824b2646f975", "tag": "ef8062f8-efd3-47f2-872a-e46f19113578"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:27:44.798627 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44638) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:27:44.831585 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac79a-b83a-4bb0-b672-88c7b96e2bd0 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Pushing event updated for resources: {'Port': ['ID=ef8062f8-efd3-47f2-872a-e46f19113578,revision_number=7']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:27:44.840110 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac79a-b83a-4bb0-b672-88c7b96e2bd0 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:44.840364 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac79a-b83a-4bb0-b672-88c7b96e2bd0 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:44.840643 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac79a-b83a-4bb0-b672-88c7b96e2bd0 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:44.840990 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac79a-b83a-4bb0-b672-88c7b96e2bd0 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:44.841332 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac79a-b83a-4bb0-b672-88c7b96e2bd0 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:44.841674 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac79a-b83a-4bb0-b672-88c7b96e2bd0 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:44.842013 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac79a-b83a-4bb0-b672-88c7b96e2bd0 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:44.842351 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac79a-b83a-4bb0-b672-88c7b96e2bd0 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:44.842832 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac79a-b83a-4bb0-b672-88c7b96e2bd0 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:44.843177 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac79a-b83a-4bb0-b672-88c7b96e2bd0 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:44.843511 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac79a-b83a-4bb0-b672-88c7b96e2bd0 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:44.843871 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac79a-b83a-4bb0-b672-88c7b96e2bd0 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:44.844205 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac79a-b83a-4bb0-b672-88c7b96e2bd0 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:44.853848 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98360d7-5f8c-45d8-b193-9532dfc769ad x-openstack-request-id: req-d98360d7-5f8c-45d8-b193-9532dfc769ad {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:27:44.854208 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b095826b-5ae8-49a9-99ec-824b2646f975", "tag": "ef8062f8-efd3-47f2-872a-e46f19113578", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:27:44.854390 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d98360d7-5f8c-45d8-b193-9532dfc769ad {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:27:44.854974 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b095826b-5ae8-49a9-99ec-824b2646f975', 'tag': 'ef8062f8-efd3-47f2-872a-e46f19113578', 'status': 'completed', 'code': 200} Feb 14 15:27:44.875091 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['ef8062f8-efd3-47f2-872a-e46f19113578'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:27:44.923774 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d1cc592c-3e61-4cc8-ad51-6be4c267cfad tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group (9c134b26-6030-4c5e-bb29-270752a3e271), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:44.956965 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc9cee-bc87-4af7-90d4-c0c6ffe7db11 req-1cf8cafa-8dfd-4cfb-94b1-f03ea3ac7020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:44.958490 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6fdc9cee-bc87-4af7-90d4-c0c6ffe7db11 req-1cf8cafa-8dfd-4cfb-94b1-f03ea3ac7020 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ea5eb4c8f18e41beb056eeb47b9c7651&device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 1130 time: 0.0845654 Feb 14 15:27:44.965042 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d1cc592c-3e61-4cc8-ad51-6be4c267cfad tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group (9c134b26-6030-4c5e-bb29-270752a3e271), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:45.067469 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-0714dcec-bcd7-4e74-a0b5-0deee16b864f None None] Provisioning complete for port ef8062f8-efd3-47f2-872a-e46f19113578 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:27:45.067798 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-0714dcec-bcd7-4e74-a0b5-0deee16b864f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (ef8062f8-efd3-47f2-872a-e46f19113578), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:45.080374 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc9cee-bc87-4af7-90d4-c0c6ffe7db11 req-a1693079-30e8-4939-91b3-e1873d1b0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:45.081862 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6fdc9cee-bc87-4af7-90d4-c0c6ffe7db11 req-a1693079-30e8-4939-91b3-e1873d1b0632 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b036eec9-a30b-45ca-b651-2397cce838fd HTTP/1.1" status: 200 len: 916 time: 0.1136301 Feb 14 15:27:45.142483 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d1cc592c-3e61-4cc8-ad51-6be4c267cfad tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (9c134b26-6030-4c5e-bb29-270752a3e271), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:45.145148 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d1cc592c-3e61-4cc8-ad51-6be4c267cfad tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:45.146311 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d1cc592c-3e61-4cc8-ad51-6be4c267cfad tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "DELETE /v2.0/security-groups/9c134b26-6030-4c5e-bb29-270752a3e271 HTTP/1.1" status: 204 len: 168 time: 0.3463922 Feb 14 15:27:45.149268 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44640) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:27:45.164831 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc592c-3e61-4cc8-ad51-6be4c267cfad tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c134b26-6030-4c5e-bb29-270752a3e271,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:27:45.169949 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6fdc9cee-bc87-4af7-90d4-c0c6ffe7db11 req-48cac4a6-3e67-4814-8736-d13d8acb11cd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef8062f8-efd3-47f2-872a-e46f19113578 HTTP/1.1" status: 200 len: 1002 time: 0.0816288 Feb 14 15:27:45.174952 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc592c-3e61-4cc8-ad51-6be4c267cfad tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:45.175314 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc592c-3e61-4cc8-ad51-6be4c267cfad tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:45.175816 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc592c-3e61-4cc8-ad51-6be4c267cfad tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:45.176136 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc592c-3e61-4cc8-ad51-6be4c267cfad tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:45.176554 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc592c-3e61-4cc8-ad51-6be4c267cfad tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:45.176904 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc592c-3e61-4cc8-ad51-6be4c267cfad tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:45.177243 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc592c-3e61-4cc8-ad51-6be4c267cfad tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:45.177585 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc592c-3e61-4cc8-ad51-6be4c267cfad tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:45.177927 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc592c-3e61-4cc8-ad51-6be4c267cfad tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:45.178262 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc592c-3e61-4cc8-ad51-6be4c267cfad tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:45.178596 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc592c-3e61-4cc8-ad51-6be4c267cfad tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:45.178928 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc592c-3e61-4cc8-ad51-6be4c267cfad tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:45.179260 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc592c-3e61-4cc8-ad51-6be4c267cfad tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:45.184243 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-0714dcec-bcd7-4e74-a0b5-0deee16b864f None None] Current status of the port ef8062f8-efd3-47f2-872a-e46f19113578 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:27:45.224780 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc9cee-bc87-4af7-90d4-c0c6ffe7db11 req-98d53d8b-6a43-4a7c-b5bf-09d6dec53f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:45.226218 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6fdc9cee-bc87-4af7-90d4-c0c6ffe7db11 req-98d53d8b-6a43-4a7c-b5bf-09d6dec53f49 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=534d64a7-d0a7-45ee-a783-2ca3a78a2c1d HTTP/1.1" status: 200 len: 854 time: 0.0438943 Feb 14 15:27:45.276967 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc9cee-bc87-4af7-90d4-c0c6ffe7db11 req-e78915df-7f6a-446c-a070-46eb3b2aabc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:45.278496 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6fdc9cee-bc87-4af7-90d4-c0c6ffe7db11 req-e78915df-7f6a-446c-a070-46eb3b2aabc0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b036eec9-a30b-45ca-b651-2397cce838fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464735 Feb 14 15:27:45.325284 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-1f8bc4f6-576d-4061-b63a-d058558c00e6 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Deleting port 76edd39c-9ae7-4de3-ba64-08f9df1b5781 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:27:45.325522 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1f8bc4f6-576d-4061-b63a-d058558c00e6 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (76edd39c-9ae7-4de3-ba64-08f9df1b5781), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:45.370126 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6fdc9cee-bc87-4af7-90d4-c0c6ffe7db11 req-73bdb906-0ad5-4b79-93e8-9eaf8e829b8a service neutron] 10.222.0.77 "GET /v2.0/networks/b036eec9-a30b-45ca-b651-2397cce838fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853631 Feb 14 15:27:45.399132 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1f8bc4f6-576d-4061-b63a-d058558c00e6 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (76edd39c-9ae7-4de3-ba64-08f9df1b5781), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:45.400085 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1f8bc4f6-576d-4061-b63a-d058558c00e6 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for floatingip (76edd39c-9ae7-4de3-ba64-08f9df1b5781), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:45.411163 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-1f8bc4f6-576d-4061-b63a-d058558c00e6 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Calling delete_port for 76edd39c-9ae7-4de3-ba64-08f9df1b5781 owned by network:floatingip {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:27:45.462776 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6fdc9cee-bc87-4af7-90d4-c0c6ffe7db11 req-22c23b07-d32e-4b9f-9df5-7c9d12286b37 service neutron] 10.222.0.77 "GET /v2.0/networks/b036eec9-a30b-45ca-b651-2397cce838fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868120 Feb 14 15:27:45.583768 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1f8bc4f6-576d-4061-b63a-d058558c00e6 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (76edd39c-9ae7-4de3-ba64-08f9df1b5781), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:45.609765 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8bc4f6-576d-4061-b63a-d058558c00e6 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Pushing event deleted for resources: {'Port': ['ID=76edd39c-9ae7-4de3-ba64-08f9df1b5781,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:27:45.627095 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-12aa3933-4543-4259-835a-bbc79ddc3308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:45.672562 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1f8bc4f6-576d-4061-b63a-d058558c00e6 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks [] for floatingip (f857a2e8-d434-4622-9942-59bd786520e8), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:45.672900 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.l3_db [None req-1f8bc4f6-576d-4061-b63a-d058558c00e6 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Floating IP f857a2e8-d434-4622-9942-59bd786520e8 disassociated (deleted). External IP: 172.27.0.205, port: ef8062f8-efd3-47f2-872a-e46f19113578. Feb 14 15:27:45.887185 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8bc4f6-576d-4061-b63a-d058558c00e6 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Router 10f69470-d0a6-4ba1-b01d-060eb6001c40 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:27:45.999035 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8bc4f6-576d-4061-b63a-d058558c00e6 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:27:46.004223 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1f8bc4f6-576d-4061-b63a-d058558c00e6 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:46.009025 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d57fe1a-9b6e-4b4c-bbbf-5997de5cd50c None None] Sync routers for ids ['10f69470-d0a6-4ba1-b01d-060eb6001c40'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:27:46.018226 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d57fe1a-9b6e-4b4c-bbbf-5997de5cd50c None None] Routers {'10f69470-d0a6-4ba1-b01d-060eb6001c40'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:27:46.018838 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-6d57fe1a-9b6e-4b4c-bbbf-5997de5cd50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:27:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['10f69470-d0a6-4ba1-b01d-060eb6001c40'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:27:46.038006 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-1f8bc4f6-576d-4061-b63a-d058558c00e6 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "DELETE /v2.0/floatingips/f857a2e8-d434-4622-9942-59bd786520e8 HTTP/1.1" status: 204 len: 168 time: 0.8870175 Feb 14 15:27:46.130878 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-6d57fe1a-9b6e-4b4c-bbbf-5997de5cd50c None None] Set router 10f69470-d0a6-4ba1-b01d-060eb6001c40 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:27:46.338710 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-6d57fe1a-9b6e-4b4c-bbbf-5997de5cd50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'name': 'tempest-TestMinimumBasicScenario-1646230621-router', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:43Z', 'updated_at': '2022-02-14T15:25:47Z', 'revision_number': 4, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'gw_port': {'id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:44Z', 'updated_at': '2022-02-14T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'b6e07ab2-d36c-4983-92f5-7e36a70871eb', 'name': '', 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'mac_address': 'fa:16:3e:3e:70:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '534d64a7-d0a7-45ee-a783-2ca3a78a2c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:46Z', 'updated_at': '2022-02-14T15:25:56Z', 'revision_number': 5, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'subnets': [{'id': '534d64a7-d0a7-45ee-a783-2ca3a78a2c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:27:46.364909 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d57fe1a-9b6e-4b4c-bbbf-5997de5cd50c None None] Checking router: 10f69470-d0a6-4ba1-b01d-060eb6001c40 for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:27:46.373259 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d57fe1a-9b6e-4b4c-bbbf-5997de5cd50c None None] Routers {'10f69470-d0a6-4ba1-b01d-060eb6001c40'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:27:46.373869 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-6d57fe1a-9b6e-4b4c-bbbf-5997de5cd50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:27:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['10f69470-d0a6-4ba1-b01d-060eb6001c40'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:27:46.609120 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-6d57fe1a-9b6e-4b4c-bbbf-5997de5cd50c None None] Set router 10f69470-d0a6-4ba1-b01d-060eb6001c40 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:27:46.812799 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-6d57fe1a-9b6e-4b4c-bbbf-5997de5cd50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'name': 'tempest-TestMinimumBasicScenario-1646230621-router', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:43Z', 'updated_at': '2022-02-14T15:25:47Z', 'revision_number': 4, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'gw_port': {'id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:44Z', 'updated_at': '2022-02-14T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'b6e07ab2-d36c-4983-92f5-7e36a70871eb', 'name': '', 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'mac_address': 'fa:16:3e:3e:70:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '534d64a7-d0a7-45ee-a783-2ca3a78a2c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:46Z', 'updated_at': '2022-02-14T15:25:56Z', 'revision_number': 5, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'subnets': [{'id': '534d64a7-d0a7-45ee-a783-2ca3a78a2c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:27:46.843405 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d57fe1a-9b6e-4b4c-bbbf-5997de5cd50c None None] The sync data for ids ['10f69470-d0a6-4ba1-b01d-060eb6001c40'] in dv-cinder-815146-10-iscsi is: [{'id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'name': 'tempest-TestMinimumBasicScenario-1646230621-router', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:43Z', 'updated_at': '2022-02-14T15:25:47Z', 'revision_number': 4, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'gw_port': {'id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:44Z', 'updated_at': '2022-02-14T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'b6e07ab2-d36c-4983-92f5-7e36a70871eb', 'name': '', 'network_id': 'b036eec9-a30b-45ca-b651-2397cce838fd', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'mac_address': 'fa:16:3e:3e:70:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '534d64a7-d0a7-45ee-a783-2ca3a78a2c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:46Z', 'updated_at': '2022-02-14T15:25:56Z', 'revision_number': 5, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'subnets': [{'id': '534d64a7-d0a7-45ee-a783-2ca3a78a2c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:27:46.856377 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b095826b-5ae8-49a9-99ec-824b2646f975', 'tag': 'ef8062f8-efd3-47f2-872a-e46f19113578'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:27:46.858747 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114b17781d7584df24a73d2ca002b1fc4e4ef728ba6c29ea40a3094f371b155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23904f5f-0a01-4ae3-8dca-0d7779a8f8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b095826b-5ae8-49a9-99ec-824b2646f975", "tag": "ef8062f8-efd3-47f2-872a-e46f19113578"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:27:46.901101 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197a060c-eaf3-4ea9-8255-238f3289a6de x-openstack-request-id: req-197a060c-eaf3-4ea9-8255-238f3289a6de {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:27:46.901267 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b095826b-5ae8-49a9-99ec-824b2646f975", "tag": "ef8062f8-efd3-47f2-872a-e46f19113578", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:27:46.901375 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-197a060c-eaf3-4ea9-8255-238f3289a6de {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:27:46.901795 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b095826b-5ae8-49a9-99ec-824b2646f975', 'tag': 'ef8062f8-efd3-47f2-872a-e46f19113578', 'status': 'completed', 'code': 200} Feb 14 15:27:46.970892 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23904f5f-0a01-4ae3-8dca-0d7779a8f8d9 req-00168c59-be12-4e85-b614-2f2a42b9f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:46.972492 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-23904f5f-0a01-4ae3-8dca-0d7779a8f8d9 req-00168c59-be12-4e85-b614-2f2a42b9f724 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ea5eb4c8f18e41beb056eeb47b9c7651&device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 1130 time: 0.0492365 Feb 14 15:27:47.069548 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23904f5f-0a01-4ae3-8dca-0d7779a8f8d9 req-cc17de3e-5b55-42d3-b8bd-7a8d387cd763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:47.070975 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-23904f5f-0a01-4ae3-8dca-0d7779a8f8d9 req-cc17de3e-5b55-42d3-b8bd-7a8d387cd763 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b036eec9-a30b-45ca-b651-2397cce838fd HTTP/1.1" status: 200 len: 916 time: 0.0920732 Feb 14 15:27:47.089715 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd30239-1d09-459e-9265-0e70e461acc0 None None] New status for floating IP f857a2e8-d434-4622-9942-59bd786520e8: DOWN {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:27:47.110976 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-23904f5f-0a01-4ae3-8dca-0d7779a8f8d9 req-8653ea63-f0f7-47f2-8e49-0a3d56f306c9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef8062f8-efd3-47f2-872a-e46f19113578 HTTP/1.1" status: 200 len: 217 time: 0.0345755 Feb 14 15:27:47.161206 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23904f5f-0a01-4ae3-8dca-0d7779a8f8d9 req-c351a51a-bcef-4533-a466-96deb7eb0509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:47.162681 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-23904f5f-0a01-4ae3-8dca-0d7779a8f8d9 req-c351a51a-bcef-4533-a466-96deb7eb0509 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=534d64a7-d0a7-45ee-a783-2ca3a78a2c1d HTTP/1.1" status: 200 len: 854 time: 0.0465574 Feb 14 15:27:47.211748 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23904f5f-0a01-4ae3-8dca-0d7779a8f8d9 req-8968e06b-04b8-46fa-bd86-a50a3ad31329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:47.213369 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-23904f5f-0a01-4ae3-8dca-0d7779a8f8d9 req-8968e06b-04b8-46fa-bd86-a50a3ad31329 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b036eec9-a30b-45ca-b651-2397cce838fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450377 Feb 14 15:27:47.304369 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-23904f5f-0a01-4ae3-8dca-0d7779a8f8d9 req-b250b5ae-3397-45a8-a268-ebd92cd3adf4 service neutron] 10.222.0.77 "GET /v2.0/networks/b036eec9-a30b-45ca-b651-2397cce838fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855517 Feb 14 15:27:47.338730 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:47.396387 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-23904f5f-0a01-4ae3-8dca-0d7779a8f8d9 req-b788e200-0014-48b9-bb17-bc53be93b52d service neutron] 10.222.0.77 "GET /v2.0/networks/b036eec9-a30b-45ca-b651-2397cce838fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862296 Feb 14 15:27:48.609700 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:48.757558 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17506d-6918-44f5-8396-9d50ab96289d req-891104c8-af40-4dd4-a712-9dd6e0b2832a tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:48.759084 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5c17506d-6918-44f5-8396-9d50ab96289d req-891104c8-af40-4dd4-a712-9dd6e0b2832a tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 946 time: 0.0538623 Feb 14 15:27:48.808124 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5c17506d-6918-44f5-8396-9d50ab96289d req-c4008600-b406-4916-9a3a-dbbcb4a55693 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430250 Feb 14 15:27:49.797970 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:49.987719 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c940d7e-9f53-4b35-92b1-798c75c250c4 req-2e13bcd4-cb2b-4605-8a74-5979ff0aae86 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:49.989827 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4c940d7e-9f53-4b35-92b1-798c75c250c4 req-2e13bcd4-cb2b-4605-8a74-5979ff0aae86 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 946 time: 0.1057267 Feb 14 15:27:50.041836 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4c940d7e-9f53-4b35-92b1-798c75c250c4 req-dbf8c698-3582-4215-9896-7f260514e9f4 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/security-groups?id=7272757c-a782-44f3-8ca6-20a9b4486986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427511 Feb 14 15:27:50.412137 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb5a84-6258-4979-b25f-f5b3987e2cd2 req-8a332aff-6084-4619-904e-ddf0e89d2b12 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:27:50.413493 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-93fb5a84-6258-4979-b25f-f5b3987e2cd2 req-8a332aff-6084-4619-904e-ddf0e89d2b12 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.77 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 946 time: 0.0510347 Feb 14 15:27:50.504205 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-93fb5a84-6258-4979-b25f-f5b3987e2cd2 req-e4453669-912d-4272-8cac-7c6334dd2c9b tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Deleting port ef8062f8-efd3-47f2-872a-e46f19113578 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:27:50.504552 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-93fb5a84-6258-4979-b25f-f5b3987e2cd2 req-e4453669-912d-4272-8cac-7c6334dd2c9b tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (ef8062f8-efd3-47f2-872a-e46f19113578), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:50.867368 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-93fb5a84-6258-4979-b25f-f5b3987e2cd2 req-e4453669-912d-4272-8cac-7c6334dd2c9b tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] For port ef8062f8-efd3-47f2-872a-e46f19113578, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ef8062f8-efd3-47f2-872a-e46f19113578,segment=NetworkSegment(284a1293-b1ce-4623-a917-402ce0433699),segment_id=284a1293-b1ce-4623-a917-402ce0433699)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:27:50.867763 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-93fb5a84-6258-4979-b25f-f5b3987e2cd2 req-e4453669-912d-4272-8cac-7c6334dd2c9b tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (ef8062f8-efd3-47f2-872a-e46f19113578), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:50.880702 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-93fb5a84-6258-4979-b25f-f5b3987e2cd2 req-e4453669-912d-4272-8cac-7c6334dd2c9b tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Calling delete_port for ef8062f8-efd3-47f2-872a-e46f19113578 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:27:51.008767 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-93fb5a84-6258-4979-b25f-f5b3987e2cd2 req-e4453669-912d-4272-8cac-7c6334dd2c9b tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (ef8062f8-efd3-47f2-872a-e46f19113578), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:51.019932 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['ef8062f8-efd3-47f2-872a-e46f19113578'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:27:51.039064 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4453669-912d-4272-8cac-7c6334dd2c9b tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Pushing event deleted for resources: {'Port': ['ID=ef8062f8-efd3-47f2-872a-e46f19113578,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:27:51.081526 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fb5a84-6258-4979-b25f-f5b3987e2cd2 req-e4453669-912d-4272-8cac-7c6334dd2c9b tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] No DVR routers for this DVR port ef8062f8-efd3-47f2-872a-e46f19113578 on host hv-cinder-81514 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:27:51.084072 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-93fb5a84-6258-4979-b25f-f5b3987e2cd2 req-e4453669-912d-4272-8cac-7c6334dd2c9b tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:51.087337 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-93fb5a84-6258-4979-b25f-f5b3987e2cd2 req-e4453669-912d-4272-8cac-7c6334dd2c9b tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.77 "DELETE /v2.0/ports/ef8062f8-efd3-47f2-872a-e46f19113578 HTTP/1.1" status: 204 len: 173 time: 0.6687522 Feb 14 15:27:51.087871 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b095826b-5ae8-49a9-99ec-824b2646f975', 'name': 'network-vif-deleted', 'tag': 'ef8062f8-efd3-47f2-872a-e46f19113578'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:27:51.090416 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471b14c8-cdb7-4ad9-88f4-3c9932efdc0e" -d '{"events": [{"server_uuid": "b095826b-5ae8-49a9-99ec-824b2646f975", "name": "network-vif-deleted", "tag": "ef8062f8-efd3-47f2-872a-e46f19113578"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:27:51.129227 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c858f5bc-4531-461e-bd61-90c9206aa6dd x-openstack-request-id: req-c858f5bc-4531-461e-bd61-90c9206aa6dd {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:27:51.129544 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b095826b-5ae8-49a9-99ec-824b2646f975", "name": "network-vif-deleted", "tag": "ef8062f8-efd3-47f2-872a-e46f19113578", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:27:51.129797 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c858f5bc-4531-461e-bd61-90c9206aa6dd {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:27:51.130198 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b095826b-5ae8-49a9-99ec-824b2646f975', 'name': 'network-vif-deleted', 'tag': 'ef8062f8-efd3-47f2-872a-e46f19113578', 'status': 'completed', 'code': 200} Feb 14 15:27:51.144295 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-64c12c54-028a-4609-84f4-a129e8d84e6d req-8c486b97-81e0-4b74-a3ea-d9f557a364b5 tempest-TestMinimumBasicScenario-517126901 tempest-TestMinimumBasicScenario-517126901-project] 10.222.0.87 "GET /v2.0/ports?device_id=b095826b-5ae8-49a9-99ec-824b2646f975 HTTP/1.1" status: 200 len: 210 time: 0.0314596 Feb 14 15:27:52.705724 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44732) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:27:53.054398 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-aa8b2178-c4dd-4f25-86b5-68254dd6eb3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559394'] for router_interface (10f69470-d0a6-4ba1-b01d-060eb6001c40), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:53.301900 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-aa8b2178-c4dd-4f25-86b5-68254dd6eb3f admin admin] Deleting port b6e07ab2-d36c-4983-92f5-7e36a70871eb {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:27:53.302241 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-aa8b2178-c4dd-4f25-86b5-68254dd6eb3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (b6e07ab2-d36c-4983-92f5-7e36a70871eb), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:53.377263 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-aa8b2178-c4dd-4f25-86b5-68254dd6eb3f admin admin] For port b6e07ab2-d36c-4983-92f5-7e36a70871eb, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=b6e07ab2-d36c-4983-92f5-7e36a70871eb,segment=NetworkSegment(284a1293-b1ce-4623-a917-402ce0433699),segment_id=284a1293-b1ce-4623-a917-402ce0433699)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:27:53.377630 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-aa8b2178-c4dd-4f25-86b5-68254dd6eb3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (b6e07ab2-d36c-4983-92f5-7e36a70871eb), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:53.390137 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-aa8b2178-c4dd-4f25-86b5-68254dd6eb3f admin admin] Calling delete_port for b6e07ab2-d36c-4983-92f5-7e36a70871eb owned by network:router_interface {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:27:53.565496 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-aa8b2178-c4dd-4f25-86b5-68254dd6eb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (b6e07ab2-d36c-4983-92f5-7e36a70871eb), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:53.817127 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b2178-c4dd-4f25-86b5-68254dd6eb3f admin admin] Pushing event deleted for resources: {'Port': ['ID=b6e07ab2-d36c-4983-92f5-7e36a70871eb,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:27:53.986306 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-aa8b2178-c4dd-4f25-86b5-68254dd6eb3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559542'] for router_interface (10f69470-d0a6-4ba1-b01d-060eb6001c40), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:54.199608 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8b2178-c4dd-4f25-86b5-68254dd6eb3f admin admin] Router 10f69470-d0a6-4ba1-b01d-060eb6001c40 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:27:54.308174 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8b2178-c4dd-4f25-86b5-68254dd6eb3f admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:27:54.313193 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-aa8b2178-c4dd-4f25-86b5-68254dd6eb3f admin admin] 10.222.0.87 "PUT /v2.0/routers/10f69470-d0a6-4ba1-b01d-060eb6001c40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6064234 Feb 14 15:27:54.315758 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44734) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:27:54.316573 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d8e026-6f12-4ad0-80a3-cfb345826848 None None] Sync routers for ids ['10f69470-d0a6-4ba1-b01d-060eb6001c40'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:27:54.327111 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d8e026-6f12-4ad0-80a3-cfb345826848 None None] Routers {'10f69470-d0a6-4ba1-b01d-060eb6001c40'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:27:54.327772 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-e9d8e026-6f12-4ad0-80a3-cfb345826848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:27:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['10f69470-d0a6-4ba1-b01d-060eb6001c40'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:27:54.420526 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9264ce01-2137-47f7-8927-9ecbce905794 admin admin] Publish callbacks [] for router (10f69470-d0a6-4ba1-b01d-060eb6001c40), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:54.434013 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-e9d8e026-6f12-4ad0-80a3-cfb345826848 None None] Set router 10f69470-d0a6-4ba1-b01d-060eb6001c40 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:27:54.527896 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9264ce01-2137-47f7-8927-9ecbce905794 admin admin] Publish callbacks [] for router_gateway (10f69470-d0a6-4ba1-b01d-060eb6001c40), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:54.580627 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-9264ce01-2137-47f7-8927-9ecbce905794 admin admin] Deleting port 16cd6653-b975-409e-92cd-98e89d66af1b {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:27:54.580967 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9264ce01-2137-47f7-8927-9ecbce905794 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (16cd6653-b975-409e-92cd-98e89d66af1b), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:54.624273 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-e9d8e026-6f12-4ad0-80a3-cfb345826848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'name': 'tempest-TestMinimumBasicScenario-1646230621-router', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:43Z', 'updated_at': '2022-02-14T15:27:53Z', 'revision_number': 5, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'gw_port': {'id': '16cd6653-b975-409e-92cd-98e89d66af1b', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:44Z', 'updated_at': '2022-02-14T15:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:27:54.650604 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d8e026-6f12-4ad0-80a3-cfb345826848 None None] Checking router: 10f69470-d0a6-4ba1-b01d-060eb6001c40 for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:27:54.658913 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d8e026-6f12-4ad0-80a3-cfb345826848 None None] Routers {'10f69470-d0a6-4ba1-b01d-060eb6001c40'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:27:54.659528 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-e9d8e026-6f12-4ad0-80a3-cfb345826848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:27:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['10f69470-d0a6-4ba1-b01d-060eb6001c40'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:27:54.659685 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-9264ce01-2137-47f7-8927-9ecbce905794 admin admin] For port 16cd6653-b975-409e-92cd-98e89d66af1b, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=16cd6653-b975-409e-92cd-98e89d66af1b,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:27:54.659925 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9264ce01-2137-47f7-8927-9ecbce905794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (16cd6653-b975-409e-92cd-98e89d66af1b), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:54.676928 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-9264ce01-2137-47f7-8927-9ecbce905794 admin admin] Calling delete_port for 16cd6653-b975-409e-92cd-98e89d66af1b owned by network:router_gateway {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:27:54.731362 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device ef8062f8-efd3-47f2-872a-e46f19113578 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:27:54.755803 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] No Port match for: ef8062f8-efd3-47f2-872a-e46f19113578 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:27:54.756150 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device ef8062f8-efd3-47f2-872a-e46f19113578 not bound to the agent host hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:27:54.771552 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-e9d8e026-6f12-4ad0-80a3-cfb345826848 None None] Set router 10f69470-d0a6-4ba1-b01d-060eb6001c40 gateway port host: None {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:27:54.828141 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-e9d8e026-6f12-4ad0-80a3-cfb345826848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'name': 'tempest-TestMinimumBasicScenario-1646230621-router', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:43Z', 'updated_at': '2022-02-14T15:27:54Z', 'revision_number': 6, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'gw_port_host': None}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:27:54.856100 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d8e026-6f12-4ad0-80a3-cfb345826848 None None] The sync data for ids ['10f69470-d0a6-4ba1-b01d-060eb6001c40'] in dv-cinder-815146-10-iscsi is: [{'id': '10f69470-d0a6-4ba1-b01d-060eb6001c40', 'name': 'tempest-TestMinimumBasicScenario-1646230621-router', 'tenant_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:43Z', 'updated_at': '2022-02-14T15:27:54Z', 'revision_number': 6, 'project_id': 'ea5eb4c8f18e41beb056eeb47b9c7651', 'gw_port_host': None}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:27:54.860109 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9264ce01-2137-47f7-8927-9ecbce905794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (16cd6653-b975-409e-92cd-98e89d66af1b), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:54.891971 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264ce01-2137-47f7-8927-9ecbce905794 admin admin] Pushing event deleted for resources: {'Port': ['ID=16cd6653-b975-409e-92cd-98e89d66af1b,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:27:54.954181 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9264ce01-2137-47f7-8927-9ecbce905794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554216'] for router_gateway (10f69470-d0a6-4ba1-b01d-060eb6001c40), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:55.062793 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9264ce01-2137-47f7-8927-9ecbce905794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8855'] for router (10f69470-d0a6-4ba1-b01d-060eb6001c40), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:55.064919 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9264ce01-2137-47f7-8927-9ecbce905794 admin admin] Publish callbacks [] for router_controller (10f69470-d0a6-4ba1-b01d-060eb6001c40), precommit_delete_associations {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:55.127441 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9264ce01-2137-47f7-8927-9ecbce905794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553540'] for router (10f69470-d0a6-4ba1-b01d-060eb6001c40), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:55.127944 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9264ce01-2137-47f7-8927-9ecbce905794 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10f69470-d0a6-4ba1-b01d-060eb6001c40 {{(pid=102564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 15:27:55.132813 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9264ce01-2137-47f7-8927-9ecbce905794 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:55.133941 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-9264ce01-2137-47f7-8927-9ecbce905794 admin admin] 10.222.0.87 "DELETE /v2.0/routers/10f69470-d0a6-4ba1-b01d-060eb6001c40 HTTP/1.1" status: 204 len: 168 time: 0.8172302 Feb 14 15:27:55.136680 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44736) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:27:55.179912 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaafd1ba-bb9d-458d-b90b-e57914b339d8 admin admin] Deleting subnet 534d64a7-d0a7-45ee-a783-2ca3a78a2c1d {{(pid=102564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:27:55.183329 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-eaafd1ba-bb9d-458d-b90b-e57914b339d8 admin admin] Publish callbacks [] for subnet (534d64a7-d0a7-45ee-a783-2ca3a78a2c1d), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:55.221278 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-eaafd1ba-bb9d-458d-b90b-e57914b339d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63366563'] for subnet (534d64a7-d0a7-45ee-a783-2ca3a78a2c1d), precommit_delete_associations {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:55.338367 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-eaafd1ba-bb9d-458d-b90b-e57914b339d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1868731'] for subnet (534d64a7-d0a7-45ee-a783-2ca3a78a2c1d), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:55.402740 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-eaafd1ba-bb9d-458d-b90b-e57914b339d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62982484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63375816'] for subnet (534d64a7-d0a7-45ee-a783-2ca3a78a2c1d), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:55.406823 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device b6e07ab2-d36c-4983-92f5-7e36a70871eb no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:27:55.426672 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaafd1ba-bb9d-458d-b90b-e57914b339d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=534d64a7-d0a7-45ee-a783-2ca3a78a2c1d,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:27:55.427760 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: b6e07ab2-d36c-4983-92f5-7e36a70871eb {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:27:55.428185 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device b6e07ab2-d36c-4983-92f5-7e36a70871eb not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:27:55.428675 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 16cd6653-b975-409e-92cd-98e89d66af1b no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:27:55.433170 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-eaafd1ba-bb9d-458d-b90b-e57914b339d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:55.436558 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-eaafd1ba-bb9d-458d-b90b-e57914b339d8 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/534d64a7-d0a7-45ee-a783-2ca3a78a2c1d HTTP/1.1" status: 204 len: 168 time: 0.2989793 Feb 14 15:27:55.438977 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44738) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:27:55.454017 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9ecefd-cde4-4266-8a94-a6daf7fd948a None None] Network b036eec9-a30b-45ca-b651-2397cce838fd requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:27:55.456393 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: 16cd6653-b975-409e-92cd-98e89d66af1b {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:27:55.456743 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 16cd6653-b975-409e-92cd-98e89d66af1b not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:27:55.508904 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-036a7ec8-ecd3-456d-8539-12a55137777c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1712449'] for network (b036eec9-a30b-45ca-b651-2397cce838fd), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:55.568915 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-036a7ec8-ecd3-456d-8539-12a55137777c admin admin] Deleting port a8c87fcf-4ac1-46d5-8c9a-d27019632ee2 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:27:55.569463 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-036a7ec8-ecd3-456d-8539-12a55137777c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (a8c87fcf-4ac1-46d5-8c9a-d27019632ee2), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:55.619802 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a0e055-7371-4453-a6a0-3a98dcfda98d None None] DHCP port deletion for b036eec9-a30b-45ca-b651-2397cce838fd request from dv-cinder-815146-10-iscsi {{(pid=102565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 15:27:55.652419 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-036a7ec8-ecd3-456d-8539-12a55137777c admin admin] For port a8c87fcf-4ac1-46d5-8c9a-d27019632ee2, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=a8c87fcf-4ac1-46d5-8c9a-d27019632ee2,segment=NetworkSegment(284a1293-b1ce-4623-a917-402ce0433699),segment_id=284a1293-b1ce-4623-a917-402ce0433699)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:27:55.652795 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-036a7ec8-ecd3-456d-8539-12a55137777c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (a8c87fcf-4ac1-46d5-8c9a-d27019632ee2), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:55.666238 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-036a7ec8-ecd3-456d-8539-12a55137777c admin admin] Calling delete_port for a8c87fcf-4ac1-46d5-8c9a-d27019632ee2 owned by network:dhcp {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:27:55.677250 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-48a0e055-7371-4453-a6a0-3a98dcfda98d None None] Deleting port a8c87fcf-4ac1-46d5-8c9a-d27019632ee2 {{(pid=102565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:27:55.677594 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-48a0e055-7371-4453-a6a0-3a98dcfda98d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (a8c87fcf-4ac1-46d5-8c9a-d27019632ee2), before_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:55.740344 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-48a0e055-7371-4453-a6a0-3a98dcfda98d None None] For port a8c87fcf-4ac1-46d5-8c9a-d27019632ee2, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=a8c87fcf-4ac1-46d5-8c9a-d27019632ee2,segment=NetworkSegment(284a1293-b1ce-4623-a917-402ce0433699),segment_id=284a1293-b1ce-4623-a917-402ce0433699)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:27:55.740839 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-48a0e055-7371-4453-a6a0-3a98dcfda98d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (a8c87fcf-4ac1-46d5-8c9a-d27019632ee2), precommit_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:55.750214 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-036a7ec8-ecd3-456d-8539-12a55137777c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (a8c87fcf-4ac1-46d5-8c9a-d27019632ee2), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:55.753997 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-48a0e055-7371-4453-a6a0-3a98dcfda98d None None] Calling delete_port for a8c87fcf-4ac1-46d5-8c9a-d27019632ee2 owned by network:dhcp {{(pid=102565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:27:55.777165 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036a7ec8-ecd3-456d-8539-12a55137777c admin admin] No DVR routers for this DVR port a8c87fcf-4ac1-46d5-8c9a-d27019632ee2 on host dv-cinder-815146-10-iscsi {{(pid=102564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:27:55.781082 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a7ec8-ecd3-456d-8539-12a55137777c admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c87fcf-4ac1-46d5-8c9a-d27019632ee2,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:27:55.835630 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-48a0e055-7371-4453-a6a0-3a98dcfda98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436'] for port (a8c87fcf-4ac1-46d5-8c9a-d27019632ee2), after_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:55.852011 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-036a7ec8-ecd3-456d-8539-12a55137777c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1869372', 'neutron.services.segments.db._delete_segments_for_network-8752305293424'] for network (b036eec9-a30b-45ca-b651-2397cce838fd), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:55.860659 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0e055-7371-4453-a6a0-3a98dcfda98d None None] Pushing event deleted for resources: {'Port': ['ID=a8c87fcf-4ac1-46d5-8c9a-d27019632ee2,revision_number=None']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:27:55.868096 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a0e055-7371-4453-a6a0-3a98dcfda98d None None] No DVR routers for this DVR port a8c87fcf-4ac1-46d5-8c9a-d27019632ee2 on host dv-cinder-815146-10-iscsi {{(pid=102565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:27:55.870921 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0e055-7371-4453-a6a0-3a98dcfda98d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:55.871279 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0e055-7371-4453-a6a0-3a98dcfda98d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:55.871648 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0e055-7371-4453-a6a0-3a98dcfda98d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:55.871994 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0e055-7371-4453-a6a0-3a98dcfda98d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:55.872333 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0e055-7371-4453-a6a0-3a98dcfda98d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:55.872688 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0e055-7371-4453-a6a0-3a98dcfda98d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:55.873007 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0e055-7371-4453-a6a0-3a98dcfda98d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:55.873338 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0e055-7371-4453-a6a0-3a98dcfda98d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:55.873667 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0e055-7371-4453-a6a0-3a98dcfda98d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:55.873998 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0e055-7371-4453-a6a0-3a98dcfda98d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:55.874328 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0e055-7371-4453-a6a0-3a98dcfda98d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:55.874650 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0e055-7371-4453-a6a0-3a98dcfda98d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:55.874973 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0e055-7371-4453-a6a0-3a98dcfda98d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:27:55.876218 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-036a7ec8-ecd3-456d-8539-12a55137777c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b036eec9-a30b-45ca-b651-2397cce838fd']}} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:27:55.886911 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-036a7ec8-ecd3-456d-8539-12a55137777c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284a1293-b1ce-4623-a917-402ce0433699') {'for_net_delete': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:27:55.887213 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-036a7ec8-ecd3-456d-8539-12a55137777c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284a1293-b1ce-4623-a917-402ce0433699') {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:27:55.897058 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-036a7ec8-ecd3-456d-8539-12a55137777c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752305294713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63366580'] for segment (284a1293-b1ce-4623-a917-402ce0433699), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:55.910416 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-036a7ec8-ecd3-456d-8539-12a55137777c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (284a1293-b1ce-4623-a917-402ce0433699), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:55.916335 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036a7ec8-ecd3-456d-8539-12a55137777c admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=102564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:27:55.916719 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-036a7ec8-ecd3-456d-8539-12a55137777c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62982902'] for segment (284a1293-b1ce-4623-a917-402ce0433699), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: Traceback (most recent call last): Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: timer() Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: cb(*args, **kw) Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: return func(*args, **kwargs) Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: self._notify() Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: self.callback(batched_events) Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: event.method(event) Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: return f(self, *a, **k) Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: return self._get(url).json() Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: return self.request(url, 'GET', **kwargs) Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:27:55.918894 dv-cinder-815146-10-iscsi neutron-server[102564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:27:55.972460 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-036a7ec8-ecd3-456d-8539-12a55137777c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1869365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560688'] for network (b036eec9-a30b-45ca-b651-2397cce838fd), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:55.977483 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-036a7ec8-ecd3-456d-8539-12a55137777c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:55.981093 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-036a7ec8-ecd3-456d-8539-12a55137777c admin admin] 10.222.0.87 "DELETE /v2.0/networks/b036eec9-a30b-45ca-b651-2397cce838fd HTTP/1.1" status: 204 len: 168 time: 0.5410073 Feb 14 15:27:55.984052 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44740) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:27:55.993613 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a7ec8-ecd3-456d-8539-12a55137777c admin admin] Pushing event deleted for resources: {'Network': ['ID=b036eec9-a30b-45ca-b651-2397cce838fd,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:27:56.328390 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-68eb022a-ad84-48cc-9ff6-7b5bf20fb00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559394'] for router_interface (90e0806e-79f9-40a5-9891-0e5fc24b20d7), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:56.573821 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-68eb022a-ad84-48cc-9ff6-7b5bf20fb00d admin admin] Deleting port 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:27:56.574169 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-68eb022a-ad84-48cc-9ff6-7b5bf20fb00d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:56.662090 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-68eb022a-ad84-48cc-9ff6-7b5bf20fb00d admin admin] For port 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9,segment=NetworkSegment(cd457426-0bae-4e45-a7f6-1d065a7d15f0),segment_id=cd457426-0bae-4e45-a7f6-1d065a7d15f0)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:27:56.662525 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-68eb022a-ad84-48cc-9ff6-7b5bf20fb00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:56.678908 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-68eb022a-ad84-48cc-9ff6-7b5bf20fb00d admin admin] Calling delete_port for 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9 owned by network:router_interface {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:27:56.861795 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-68eb022a-ad84-48cc-9ff6-7b5bf20fb00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:56.890576 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb022a-ad84-48cc-9ff6-7b5bf20fb00d admin admin] Pushing event deleted for resources: {'Port': ['ID=8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:27:57.062282 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-68eb022a-ad84-48cc-9ff6-7b5bf20fb00d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559542'] for router_interface (90e0806e-79f9-40a5-9891-0e5fc24b20d7), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:57.277986 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68eb022a-ad84-48cc-9ff6-7b5bf20fb00d admin admin] Router 90e0806e-79f9-40a5-9891-0e5fc24b20d7 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:27:57.388432 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68eb022a-ad84-48cc-9ff6-7b5bf20fb00d admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:27:57.393860 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-68eb022a-ad84-48cc-9ff6-7b5bf20fb00d admin admin] 10.222.0.87 "PUT /v2.0/routers/90e0806e-79f9-40a5-9891-0e5fc24b20d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4079573 Feb 14 15:27:57.396006 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44742) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:27:57.397324 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1724dca-f24f-4bad-bee9-dba3d707e420 None None] Sync routers for ids ['90e0806e-79f9-40a5-9891-0e5fc24b20d7'] in dv-cinder-815146-10-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:27:57.409625 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1724dca-f24f-4bad-bee9-dba3d707e420 None None] Routers {'90e0806e-79f9-40a5-9891-0e5fc24b20d7'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:27:57.410337 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-d1724dca-f24f-4bad-bee9-dba3d707e420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:27:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['90e0806e-79f9-40a5-9891-0e5fc24b20d7'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:27:57.450636 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device a8c87fcf-4ac1-46d5-8c9a-d27019632ee2 no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:27:57.474346 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: a8c87fcf-4ac1-46d5-8c9a-d27019632ee2 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:27:57.474700 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device a8c87fcf-4ac1-46d5-8c9a-d27019632ee2 not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:27:57.509602 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e873b6bb-9409-43fb-a64a-a5fb524eec5a admin admin] Publish callbacks [] for router (90e0806e-79f9-40a5-9891-0e5fc24b20d7), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:57.532500 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-d1724dca-f24f-4bad-bee9-dba3d707e420 None None] Set router 90e0806e-79f9-40a5-9891-0e5fc24b20d7 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:27:57.614760 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e873b6bb-9409-43fb-a64a-a5fb524eec5a admin admin] Publish callbacks [] for router_gateway (90e0806e-79f9-40a5-9891-0e5fc24b20d7), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:57.665585 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-e873b6bb-9409-43fb-a64a-a5fb524eec5a admin admin] Deleting port 972fdd1f-382a-4efa-b22f-4e77b23553a9 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:27:57.666596 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e873b6bb-9409-43fb-a64a-a5fb524eec5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (972fdd1f-382a-4efa-b22f-4e77b23553a9), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:57.710832 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-d1724dca-f24f-4bad-bee9-dba3d707e420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e0806e-79f9-40a5-9891-0e5fc24b20d7', 'name': 'tempest-TestMinimumBasicScenario-1596133608-router', 'tenant_id': 'caaa21f556564663a87b40922adde254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '972fdd1f-382a-4efa-b22f-4e77b23553a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:50Z', 'updated_at': '2022-02-14T15:27:56Z', 'revision_number': 5, 'project_id': 'caaa21f556564663a87b40922adde254', 'gw_port': {'id': '972fdd1f-382a-4efa-b22f-4e77b23553a9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e0806e-79f9-40a5-9891-0e5fc24b20d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:50Z', 'updated_at': '2022-02-14T15:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:27:57.736218 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1724dca-f24f-4bad-bee9-dba3d707e420 None None] Checking router: 90e0806e-79f9-40a5-9891-0e5fc24b20d7 for host: dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:27:57.743226 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-e873b6bb-9409-43fb-a64a-a5fb524eec5a admin admin] For port 972fdd1f-382a-4efa-b22f-4e77b23553a9, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=972fdd1f-382a-4efa-b22f-4e77b23553a9,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:27:57.743596 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e873b6bb-9409-43fb-a64a-a5fb524eec5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (972fdd1f-382a-4efa-b22f-4e77b23553a9), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:57.745068 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1724dca-f24f-4bad-bee9-dba3d707e420 None None] Routers {'90e0806e-79f9-40a5-9891-0e5fc24b20d7'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:27:57.745892 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-d1724dca-f24f-4bad-bee9-dba3d707e420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:27:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['90e0806e-79f9-40a5-9891-0e5fc24b20d7'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:27:57.756590 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-e873b6bb-9409-43fb-a64a-a5fb524eec5a admin admin] Calling delete_port for 972fdd1f-382a-4efa-b22f-4e77b23553a9 owned by network:router_gateway {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:27:57.832321 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-d1724dca-f24f-4bad-bee9-dba3d707e420 None None] Set router 90e0806e-79f9-40a5-9891-0e5fc24b20d7 gateway port host: None {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:27:57.886237 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-d1724dca-f24f-4bad-bee9-dba3d707e420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e0806e-79f9-40a5-9891-0e5fc24b20d7', 'name': 'tempest-TestMinimumBasicScenario-1596133608-router', 'tenant_id': 'caaa21f556564663a87b40922adde254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:50Z', 'updated_at': '2022-02-14T15:27:57Z', 'revision_number': 6, 'project_id': 'caaa21f556564663a87b40922adde254', 'gw_port_host': None}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:27:57.913036 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1724dca-f24f-4bad-bee9-dba3d707e420 None None] The sync data for ids ['90e0806e-79f9-40a5-9891-0e5fc24b20d7'] in dv-cinder-815146-10-iscsi is: [{'id': '90e0806e-79f9-40a5-9891-0e5fc24b20d7', 'name': 'tempest-TestMinimumBasicScenario-1596133608-router', 'tenant_id': 'caaa21f556564663a87b40922adde254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:50Z', 'updated_at': '2022-02-14T15:27:57Z', 'revision_number': 6, 'project_id': 'caaa21f556564663a87b40922adde254', 'gw_port_host': None}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:27:57.921557 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e873b6bb-9409-43fb-a64a-a5fb524eec5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (972fdd1f-382a-4efa-b22f-4e77b23553a9), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:57.950110 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873b6bb-9409-43fb-a64a-a5fb524eec5a admin admin] Pushing event deleted for resources: {'Port': ['ID=972fdd1f-382a-4efa-b22f-4e77b23553a9,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:27:58.013350 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e873b6bb-9409-43fb-a64a-a5fb524eec5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554216'] for router_gateway (90e0806e-79f9-40a5-9891-0e5fc24b20d7), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:58.101451 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e873b6bb-9409-43fb-a64a-a5fb524eec5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8855'] for router (90e0806e-79f9-40a5-9891-0e5fc24b20d7), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:58.103468 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e873b6bb-9409-43fb-a64a-a5fb524eec5a admin admin] Publish callbacks [] for router_controller (90e0806e-79f9-40a5-9891-0e5fc24b20d7), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:58.149039 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e873b6bb-9409-43fb-a64a-a5fb524eec5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553540'] for router (90e0806e-79f9-40a5-9891-0e5fc24b20d7), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:58.149580 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e873b6bb-9409-43fb-a64a-a5fb524eec5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90e0806e-79f9-40a5-9891-0e5fc24b20d7 {{(pid=102563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 15:27:58.153997 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e873b6bb-9409-43fb-a64a-a5fb524eec5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:58.155162 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e873b6bb-9409-43fb-a64a-a5fb524eec5a admin admin] 10.222.0.87 "DELETE /v2.0/routers/90e0806e-79f9-40a5-9891-0e5fc24b20d7 HTTP/1.1" status: 204 len: 168 time: 0.7582476 Feb 14 15:27:58.157722 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44744) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:27:58.201641 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-4245c025-f230-4af4-ac00-977ba53bfb0e admin admin] Deleting subnet d9efabe5-ef81-468b-a773-0120200b527f {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:27:58.204739 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4245c025-f230-4af4-ac00-977ba53bfb0e admin admin] Publish callbacks [] for subnet (d9efabe5-ef81-468b-a773-0120200b527f), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:58.237889 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4245c025-f230-4af4-ac00-977ba53bfb0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63220632'] for subnet (d9efabe5-ef81-468b-a773-0120200b527f), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:58.317856 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4245c025-f230-4af4-ac00-977ba53bfb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1868731'] for subnet (d9efabe5-ef81-468b-a773-0120200b527f), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:58.374679 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4245c025-f230-4af4-ac00-977ba53bfb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63367949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64822354'] for subnet (d9efabe5-ef81-468b-a773-0120200b527f), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:58.397301 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245c025-f230-4af4-ac00-977ba53bfb0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9efabe5-ef81-468b-a773-0120200b527f,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:27:58.402954 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4245c025-f230-4af4-ac00-977ba53bfb0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:58.406258 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4245c025-f230-4af4-ac00-977ba53bfb0e admin admin] 10.222.0.87 "DELETE /v2.0/subnets/d9efabe5-ef81-468b-a773-0120200b527f HTTP/1.1" status: 204 len: 168 time: 0.2475059 Feb 14 15:27:58.408473 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bffc96-82d6-49e7-a23c-08691cad64a9 None None] Network 6c1af92f-7e3f-4d6e-a94b-f11a30e79438 requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:27:58.408621 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44746) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:27:58.475361 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8718-bdf5-4b69-a85d-1c19124190ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1712449'] for network (6c1af92f-7e3f-4d6e-a94b-f11a30e79438), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:58.534834 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-d3ef8718-bdf5-4b69-a85d-1c19124190ee admin admin] Deleting port c4b46c6e-96f4-4444-b3ac-1c05fe10e652 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:27:58.535209 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8718-bdf5-4b69-a85d-1c19124190ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (c4b46c6e-96f4-4444-b3ac-1c05fe10e652), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:58.596863 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-d3ef8718-bdf5-4b69-a85d-1c19124190ee admin admin] For port c4b46c6e-96f4-4444-b3ac-1c05fe10e652, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=c4b46c6e-96f4-4444-b3ac-1c05fe10e652,segment=NetworkSegment(cd457426-0bae-4e45-a7f6-1d065a7d15f0),segment_id=cd457426-0bae-4e45-a7f6-1d065a7d15f0)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:27:58.597172 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8718-bdf5-4b69-a85d-1c19124190ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (c4b46c6e-96f4-4444-b3ac-1c05fe10e652), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:58.610055 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-d3ef8718-bdf5-4b69-a85d-1c19124190ee admin admin] Calling delete_port for c4b46c6e-96f4-4444-b3ac-1c05fe10e652 owned by network:dhcp {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:27:58.657647 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7e4db0-13f1-4eb9-ad4f-389825968f39 None None] DHCP port deletion for 6c1af92f-7e3f-4d6e-a94b-f11a30e79438 request from dv-cinder-815146-10-iscsi {{(pid=102565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 15:27:58.696724 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8718-bdf5-4b69-a85d-1c19124190ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (c4b46c6e-96f4-4444-b3ac-1c05fe10e652), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:58.708735 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-9b7e4db0-13f1-4eb9-ad4f-389825968f39 None None] Deleting port c4b46c6e-96f4-4444-b3ac-1c05fe10e652 {{(pid=102565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:27:58.709207 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-9b7e4db0-13f1-4eb9-ad4f-389825968f39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (c4b46c6e-96f4-4444-b3ac-1c05fe10e652), before_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:58.725913 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ef8718-bdf5-4b69-a85d-1c19124190ee admin admin] No DVR routers for this DVR port c4b46c6e-96f4-4444-b3ac-1c05fe10e652 on host dv-cinder-815146-10-iscsi {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:27:58.730580 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef8718-bdf5-4b69-a85d-1c19124190ee admin admin] Pushing event deleted for resources: {'Port': ['ID=c4b46c6e-96f4-4444-b3ac-1c05fe10e652,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:27:58.780388 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-9b7e4db0-13f1-4eb9-ad4f-389825968f39 None None] For port c4b46c6e-96f4-4444-b3ac-1c05fe10e652, host dv-cinder-815146-10-iscsi, got binding levels [] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:27:58.780823 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-9b7e4db0-13f1-4eb9-ad4f-389825968f39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (c4b46c6e-96f4-4444-b3ac-1c05fe10e652), precommit_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:58.795141 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-9b7e4db0-13f1-4eb9-ad4f-389825968f39 None None] Calling delete_port for c4b46c6e-96f4-4444-b3ac-1c05fe10e652 owned by network:dhcp {{(pid=102565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:27:58.798012 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.ipam_backend_mixin [None req-9b7e4db0-13f1-4eb9-ad4f-389825968f39 None None] Port c4b46c6e-96f4-4444-b3ac-1c05fe10e652 was not found and therefore no delete operation was performed {{(pid=102565) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 14 15:27:58.799285 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-9b7e4db0-13f1-4eb9-ad4f-389825968f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436'] for port (c4b46c6e-96f4-4444-b3ac-1c05fe10e652), after_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:58.802632 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8718-bdf5-4b69-a85d-1c19124190ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1869372', 'neutron.services.segments.db._delete_segments_for_network-8752305293424'] for network (6c1af92f-7e3f-4d6e-a94b-f11a30e79438), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:58.826401 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e4db0-13f1-4eb9-ad4f-389825968f39 None None] Pushing event deleted for resources: {'Port': ['ID=c4b46c6e-96f4-4444-b3ac-1c05fe10e652,revision_number=None']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:27:58.826721 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-d3ef8718-bdf5-4b69-a85d-1c19124190ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1af92f-7e3f-4d6e-a94b-f11a30e79438']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:27:58.828247 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7e4db0-13f1-4eb9-ad4f-389825968f39 None None] No DVR routers for this DVR port c4b46c6e-96f4-4444-b3ac-1c05fe10e652 on host dv-cinder-815146-10-iscsi {{(pid=102565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:27:58.841689 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-d3ef8718-bdf5-4b69-a85d-1c19124190ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd457426-0bae-4e45-a7f6-1d065a7d15f0') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:27:58.842026 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-d3ef8718-bdf5-4b69-a85d-1c19124190ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd457426-0bae-4e45-a7f6-1d065a7d15f0') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:27:58.854705 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8718-bdf5-4b69-a85d-1c19124190ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752305294713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63220623'] for segment (cd457426-0bae-4e45-a7f6-1d065a7d15f0), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:58.869072 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8718-bdf5-4b69-a85d-1c19124190ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (cd457426-0bae-4e45-a7f6-1d065a7d15f0), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:58.875939 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ef8718-bdf5-4b69-a85d-1c19124190ee admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:27:58.876340 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8718-bdf5-4b69-a85d-1c19124190ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63367343'] for segment (cd457426-0bae-4e45-a7f6-1d065a7d15f0), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: Traceback (most recent call last): Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: timer() Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: cb(*args, **kw) Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: return func(*args, **kwargs) Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: self._notify() Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: self.callback(batched_events) Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: event.method(event) Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: return f(self, *a, **k) Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: return self._get(url).json() Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:27:58.878516 dv-cinder-815146-10-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:27:58.936951 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8718-bdf5-4b69-a85d-1c19124190ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1869365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560688'] for network (6c1af92f-7e3f-4d6e-a94b-f11a30e79438), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:58.951973 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8718-bdf5-4b69-a85d-1c19124190ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:58.955178 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d3ef8718-bdf5-4b69-a85d-1c19124190ee admin admin] 10.222.0.87 "DELETE /v2.0/networks/6c1af92f-7e3f-4d6e-a94b-f11a30e79438 HTTP/1.1" status: 204 len: 168 time: 0.5439258 Feb 14 15:27:58.966535 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef8718-bdf5-4b69-a85d-1c19124190ee admin admin] Pushing event deleted for resources: {'Network': ['ID=6c1af92f-7e3f-4d6e-a94b-f11a30e79438,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:27:59.115986 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44750) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:27:59.155280 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-78b8e7b6-9dc7-4e9c-902d-bfad31e3b828 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ea5eb4c8f18e41beb056eeb47b9c7651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379579 Feb 14 15:27:59.157624 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 44752) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:27:59.207648 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f10f468c-895d-45c3-a3d5-57dc884453a5 admin admin] Publish callbacks [] for security_group (7272757c-a782-44f3-8ca6-20a9b4486986), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:59.228307 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f10f468c-895d-45c3-a3d5-57dc884453a5 admin admin] Publish callbacks [] for security_group (7272757c-a782-44f3-8ca6-20a9b4486986), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:59.273263 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f10f468c-895d-45c3-a3d5-57dc884453a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (7272757c-a782-44f3-8ca6-20a9b4486986), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:59.276610 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f10f468c-895d-45c3-a3d5-57dc884453a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:59.277861 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f10f468c-895d-45c3-a3d5-57dc884453a5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7272757c-a782-44f3-8ca6-20a9b4486986 HTTP/1.1" status: 204 len: 168 time: 0.1193511 Feb 14 15:27:59.285227 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f468c-895d-45c3-a3d5-57dc884453a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7272757c-a782-44f3-8ca6-20a9b4486986,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:27:59.392778 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device c4b46c6e-96f4-4444-b3ac-1c05fe10e652 no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:27:59.413520 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: c4b46c6e-96f4-4444-b3ac-1c05fe10e652 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:27:59.413873 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device c4b46c6e-96f4-4444-b3ac-1c05fe10e652 not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:27:59.414303 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9 no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:27:59.436887 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:27:59.437244 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 8cbe92a9-e71c-42f0-8d94-9d0f43f1b4c9 not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:27:59.437659 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 972fdd1f-382a-4efa-b22f-4e77b23553a9 no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:27:59.460372 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: 972fdd1f-382a-4efa-b22f-4e77b23553a9 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:27:59.460717 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 972fdd1f-382a-4efa-b22f-4e77b23553a9 not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:27:59.595004 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44758) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:27:59.633652 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-1ae6ec4f-3dfc-46c6-8449-5a6272628a28 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=caaa21f556564663a87b40922adde254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374069 Feb 14 15:27:59.636700 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44760) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:27:59.686485 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4974d161-0fa3-47fe-9518-598059cd75df admin admin] Publish callbacks [] for security_group (3bcfc6e3-6464-418a-8998-615e565aa338), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:59.706762 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4974d161-0fa3-47fe-9518-598059cd75df admin admin] Publish callbacks [] for security_group (3bcfc6e3-6464-418a-8998-615e565aa338), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:59.759193 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4974d161-0fa3-47fe-9518-598059cd75df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (3bcfc6e3-6464-418a-8998-615e565aa338), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:59.762292 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4974d161-0fa3-47fe-9518-598059cd75df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:27:59.765927 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-4974d161-0fa3-47fe-9518-598059cd75df admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3bcfc6e3-6464-418a-8998-615e565aa338 HTTP/1.1" status: 204 len: 168 time: 0.1259279 Feb 14 15:27:59.772457 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974d161-0fa3-47fe-9518-598059cd75df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcfc6e3-6464-418a-8998-615e565aa338,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:28:02.810294 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:28:12.942450 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:13.426338 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d112021c-202f-4e0f-b2a9-8ee7debfec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:15.632064 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-aeb816c7-d9b6-4a5b-9f13-8958e584820e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:17.334642 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:18.612286 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:19.801678 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:28.063310 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd43e9-d39c-4bff-872a-808ca9f6a6e9 req-0102c43b-0347-4a1b-8186-0fdca6fad089 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:28.064819 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-17bd43e9-d39c-4bff-872a-808ca9f6a6e9 req-0102c43b-0347-4a1b-8186-0fdca6fad089 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 945 time: 0.0526772 Feb 14 15:28:28.112934 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-17bd43e9-d39c-4bff-872a-808ca9f6a6e9 req-6176ee99-2f4c-4aaa-bd51-03d9e80ef1b9 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424488 Feb 14 15:28:29.234744 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdab43-7d6b-4c9e-88b6-92c39470f400 req-c3a1257b-5e96-4d61-8e85-506ea47d76bc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:29.236309 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8efdab43-7d6b-4c9e-88b6-92c39470f400 req-c3a1257b-5e96-4d61-8e85-506ea47d76bc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 945 time: 0.0555723 Feb 14 15:28:29.287575 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8efdab43-7d6b-4c9e-88b6-92c39470f400 req-056fec6c-e843-4add-844e-2bba61ae1607 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457003 Feb 14 15:28:29.492596 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916c6ec-1fd0-4dd8-9209-1908ee914924 req-bf812ad6-559a-4470-a330-e6518f0657f7 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:29.493949 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6916c6ec-1fd0-4dd8-9209-1908ee914924 req-bf812ad6-559a-4470-a330-e6518f0657f7 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 945 time: 0.0546479 Feb 14 15:28:29.582774 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-6916c6ec-1fd0-4dd8-9209-1908ee914924 req-7d849182-eecf-4cd8-8782-c193eb82fa75 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Deleting port 80e302ac-0201-4a1a-83ab-dcf082f1142e {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:28:29.583158 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6916c6ec-1fd0-4dd8-9209-1908ee914924 req-7d849182-eecf-4cd8-8782-c193eb82fa75 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (80e302ac-0201-4a1a-83ab-dcf082f1142e), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:29.672378 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-6916c6ec-1fd0-4dd8-9209-1908ee914924 req-7d849182-eecf-4cd8-8782-c193eb82fa75 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] For port 80e302ac-0201-4a1a-83ab-dcf082f1142e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=80e302ac-0201-4a1a-83ab-dcf082f1142e,segment=NetworkSegment(afa2d819-6b5e-4fac-a169-dbe67f7c62b1),segment_id=afa2d819-6b5e-4fac-a169-dbe67f7c62b1)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:28:29.672745 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6916c6ec-1fd0-4dd8-9209-1908ee914924 req-7d849182-eecf-4cd8-8782-c193eb82fa75 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (80e302ac-0201-4a1a-83ab-dcf082f1142e), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:30.111040 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6916c6ec-1fd0-4dd8-9209-1908ee914924 req-7d849182-eecf-4cd8-8782-c193eb82fa75 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:30.111413 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6916c6ec-1fd0-4dd8-9209-1908ee914924 req-7d849182-eecf-4cd8-8782-c193eb82fa75 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560674'] for floatingip (ff130410-e0d5-4771-a46f-a3ad55bc6d6f), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:30.111777 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.db.l3_db [req-6916c6ec-1fd0-4dd8-9209-1908ee914924 req-7d849182-eecf-4cd8-8782-c193eb82fa75 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Floating IP ff130410-e0d5-4771-a46f-a3ad55bc6d6f disassociated. External IP: 172.27.0.87, port: 80e302ac-0201-4a1a-83ab-dcf082f1142e. Feb 14 15:28:30.112148 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-6916c6ec-1fd0-4dd8-9209-1908ee914924 req-7d849182-eecf-4cd8-8782-c193eb82fa75 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Calling delete_port for 80e302ac-0201-4a1a-83ab-dcf082f1142e owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:28:30.239409 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6916c6ec-1fd0-4dd8-9209-1908ee914924 req-7d849182-eecf-4cd8-8782-c193eb82fa75 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (80e302ac-0201-4a1a-83ab-dcf082f1142e), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:30.266734 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d849182-eecf-4cd8-8782-c193eb82fa75 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Pushing event deleted for resources: {'Port': ['ID=80e302ac-0201-4a1a-83ab-dcf082f1142e,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:28:30.385639 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-70f93b46-d2ae-4a25-a8b9-773bbaa99567 req-b2f96c86-5246-4455-a951-395a2953373d tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9c15ed7-950c-48a7-9daf-2b47f8456df3 HTTP/1.1" status: 200 len: 210 time: 0.0284166 Feb 14 15:28:30.386203 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6916c6ec-1fd0-4dd8-9209-1908ee914924 req-7d849182-eecf-4cd8-8782-c193eb82fa75 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Router b70b2871-a3eb-44e9-a6d5-e56131ccc248 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:28:30.495945 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6916c6ec-1fd0-4dd8-9209-1908ee914924 req-7d849182-eecf-4cd8-8782-c193eb82fa75 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:28:30.506072 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28740fb-61c6-47e7-8e91-9fca03745093 None None] Sync routers for ids ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:28:30.516695 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28740fb-61c6-47e7-8e91-9fca03745093 None None] Routers {'b70b2871-a3eb-44e9-a6d5-e56131ccc248'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:28:30.517317 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-c28740fb-61c6-47e7-8e91-9fca03745093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:28:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:28:30.539076 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6916c6ec-1fd0-4dd8-9209-1908ee914924 req-7d849182-eecf-4cd8-8782-c193eb82fa75 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] No DVR routers for this DVR port 80e302ac-0201-4a1a-83ab-dcf082f1142e on host hv-cinder-81514 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:28:30.541724 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6916c6ec-1fd0-4dd8-9209-1908ee914924 req-7d849182-eecf-4cd8-8782-c193eb82fa75 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:30.546168 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6916c6ec-1fd0-4dd8-9209-1908ee914924 req-7d849182-eecf-4cd8-8782-c193eb82fa75 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.77 "DELETE /v2.0/ports/80e302ac-0201-4a1a-83ab-dcf082f1142e HTTP/1.1" status: 204 len: 173 time: 1.0465343 Feb 14 15:28:30.546630 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c15ed7-950c-48a7-9daf-2b47f8456df3', 'name': 'network-vif-deleted', 'tag': '80e302ac-0201-4a1a-83ab-dcf082f1142e'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:28:30.549504 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0150029-f318-41be-aa90-0c96c7be0dd7" -d '{"events": [{"server_uuid": "b9c15ed7-950c-48a7-9daf-2b47f8456df3", "name": "network-vif-deleted", "tag": "80e302ac-0201-4a1a-83ab-dcf082f1142e"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:28:30.595670 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3342f018-7129-491a-9c39-f240f49a32d9 x-openstack-request-id: req-3342f018-7129-491a-9c39-f240f49a32d9 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:28:30.596010 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c15ed7-950c-48a7-9daf-2b47f8456df3", "name": "network-vif-deleted", "tag": "80e302ac-0201-4a1a-83ab-dcf082f1142e", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:28:30.596269 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3342f018-7129-491a-9c39-f240f49a32d9 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:28:30.596667 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c15ed7-950c-48a7-9daf-2b47f8456df3', 'name': 'network-vif-deleted', 'tag': '80e302ac-0201-4a1a-83ab-dcf082f1142e', 'status': 'completed', 'code': 200} Feb 14 15:28:30.646371 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-c28740fb-61c6-47e7-8e91-9fca03745093 None None] Set router b70b2871-a3eb-44e9-a6d5-e56131ccc248 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:28:30.995795 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-c28740fb-61c6-47e7-8e91-9fca03745093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'a200a98b-052e-40b8-9c96-3568218dabb3', 'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'mac_address': 'fa:16:3e:ee:2e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:38Z', 'updated_at': '2022-02-14T15:25:45Z', 'revision_number': 5, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'subnets': [{'id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:28:31.025315 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28740fb-61c6-47e7-8e91-9fca03745093 None None] Checking router: b70b2871-a3eb-44e9-a6d5-e56131ccc248 for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:28:31.033931 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28740fb-61c6-47e7-8e91-9fca03745093 None None] Routers {'b70b2871-a3eb-44e9-a6d5-e56131ccc248'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:28:31.034541 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-c28740fb-61c6-47e7-8e91-9fca03745093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:28:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:28:31.146867 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-c28740fb-61c6-47e7-8e91-9fca03745093 None None] Set router b70b2871-a3eb-44e9-a6d5-e56131ccc248 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:28:31.354064 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-c28740fb-61c6-47e7-8e91-9fca03745093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'a200a98b-052e-40b8-9c96-3568218dabb3', 'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'mac_address': 'fa:16:3e:ee:2e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:38Z', 'updated_at': '2022-02-14T15:25:45Z', 'revision_number': 5, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'subnets': [{'id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:28:31.380819 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28740fb-61c6-47e7-8e91-9fca03745093 None None] The sync data for ids ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'] in dv-cinder-815146-10-iscsi is: [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'a200a98b-052e-40b8-9c96-3568218dabb3', 'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'mac_address': 'fa:16:3e:ee:2e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:38Z', 'updated_at': '2022-02-14T15:25:45Z', 'revision_number': 5, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'subnets': [{'id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:28:31.618689 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdbcc7e-0cbb-41a7-b1f5-3ae64f2070c8 None None] New status for floating IP ff130410-e0d5-4771-a46f-a3ad55bc6d6f: DOWN {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:28:31.653282 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-5fdd8724-2bdf-4aa7-adb9-e6bf0a04129f tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1917336830&fields=id&tenant_id=864ccbbef8e84659a7b7acf3f9d7c862 HTTP/1.1" status: 200 len: 267 time: 0.0448465 Feb 14 15:28:31.768586 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-7aa8e217-1cd2-451b-b0db-25d1f9f4abc8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:31.770077 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-7aa8e217-1cd2-451b-b0db-25d1f9f4abc8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/networks?id=fc76fd3b-67a5-4661-834d-70f414d1700e HTTP/1.1" status: 200 len: 811 time: 0.1100681 Feb 14 15:28:31.785082 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-67a9e677-75a6-4b0c-b964-29f7012a809c tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/quotas/864ccbbef8e84659a7b7acf3f9d7c862 HTTP/1.1" status: 200 len: 375 time: 0.0096142 Feb 14 15:28:31.839226 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-ff14f877-7a9d-40c8-a23e-fed88b376cc5 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=864ccbbef8e84659a7b7acf3f9d7c862&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491943 Feb 14 15:28:31.945685 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-23817a42-ecba-4759-9184-ad3b24d1bb86 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=102563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:28:31.946688 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-23817a42-ecba-4759-9184-ad3b24d1bb86 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0956295 Feb 14 15:28:32.038277 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-be0daf10-4840-46a9-823e-5a90ac13d8ec service neutron] 10.222.0.87 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855844 Feb 14 15:28:32.126524 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-220b1167-7551-4761-9e08-57e9bee10435 service neutron] 10.222.0.87 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821075 Feb 14 15:28:32.400744 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-98abe5c4-6b99-4d32-a333-0edb689db2b6 req-985360f4-fc29-4cdf-a462-d542d8d9f251 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 210 time: 0.0300958 Feb 14 15:28:32.960442 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 80e302ac-0201-4a1a-83ab-dcf082f1142e no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:28:32.981462 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] No Port match for: 80e302ac-0201-4a1a-83ab-dcf082f1142e {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:28:32.981815 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 80e302ac-0201-4a1a-83ab-dcf082f1142e not bound to the agent host hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:28:33.398716 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-a6b2ec4b-7cb7-41e3-827d-185913a0e2ab tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:33.400216 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-a6b2ec4b-7cb7-41e3-827d-185913a0e2ab tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.77 "GET /v2.0/networks?id=fc76fd3b-67a5-4661-834d-70f414d1700e HTTP/1.1" status: 200 len: 811 time: 0.1088705 Feb 14 15:28:33.464293 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-6db4c18f-ffba-4f8b-b174-59290e6ac6c2 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=864ccbbef8e84659a7b7acf3f9d7c862 HTTP/1.1" status: 200 len: 380 time: 0.0560372 Feb 14 15:28:33.472631 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-4b38d46e-55f3-427f-939f-e07709c5a363 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Request body: {'port': {'device_id': 'f321aee7-0a74-497a-a4dc-6efe4693e524', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'admin_state_up': True, 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'security_groups': ['0e44a08e-64d7-4b6c-bf66-067e9bea5a6c']}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:28:33.513420 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0144dab6-bbe1-4a4e-859b-f3363104df89 req-9bbf34b0-4f98-44a3-9ce9-10648b1edef4 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 210 time: 0.0366409 Feb 14 15:28:33.604623 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-4b38d46e-55f3-427f-939f-e07709c5a363 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Made reservation on behalf of 864ccbbef8e84659a7b7acf3f9d7c862 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:28:33.608455 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-4b38d46e-55f3-427f-939f-e07709c5a363 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:33.738739 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-4b38d46e-55f3-427f-939f-e07709c5a363 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Allocated IP 172.20.0.8 (fc76fd3b-67a5-4661-834d-70f414d1700e/689638d8-9b8e-4ad2-8489-3863e071ea41/22c204b6-8819-4659-b112-6a1421449ece) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:28:33.881176 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-4b38d46e-55f3-427f-939f-e07709c5a363 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for port (22c204b6-8819-4659-b112-6a1421449ece), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:33.913659 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-4b38d46e-55f3-427f-939f-e07709c5a363 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (22c204b6-8819-4659-b112-6a1421449ece), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:33.960046 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-4b38d46e-55f3-427f-939f-e07709c5a363 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Network fc76fd3b-67a5-4661-834d-70f414d1700e is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:28:33.964878 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-4b38d46e-55f3-427f-939f-e07709c5a363 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:28:33.969243 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-4b38d46e-55f3-427f-939f-e07709c5a363 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:28:33.995819 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38d46e-55f3-427f-939f-e07709c5a363 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Pushing event updated for resources: {'Port': ['ID=22c204b6-8819-4659-b112-6a1421449ece,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:28:34.021688 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-4b38d46e-55f3-427f-939f-e07709c5a363 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:34.022317 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-4b38d46e-55f3-427f-939f-e07709c5a363 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:34.039277 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-4b38d46e-55f3-427f-939f-e07709c5a363 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5703087 Feb 14 15:28:34.049375 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-aa0e54b9-7e56-43e1-b640-1e9429b5ac68 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=102563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:28:34.050440 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-aa0e54b9-7e56-43e1-b640-1e9429b5ac68 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064635 Feb 14 15:28:34.106789 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] Request body: {'port': {'device_id': 'f321aee7-0a74-497a-a4dc-6efe4693e524', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:28:34.166422 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (22c204b6-8819-4659-b112-6a1421449ece), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:34.200349 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-293171cf-f53c-4351-9bd2-9f583287a42d None None] Provisioning complete for port 22c204b6-8819-4659-b112-6a1421449ece triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:28:34.201010 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-293171cf-f53c-4351-9bd2-9f583287a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (22c204b6-8819-4659-b112-6a1421449ece), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:34.235667 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-293171cf-f53c-4351-9bd2-9f583287a42d None None] Port 22c204b6-8819-4659-b112-6a1421449ece cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:28:34.433843 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c204b6-8819-4659-b112-6a1421449ece {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:28:34.441418 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] Publish callbacks [] for port (22c204b6-8819-4659-b112-6a1421449ece), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:34.454055 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] Transition to ACTIVE for port object 22c204b6-8819-4659-b112-6a1421449ece will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:28:34.457617 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (22c204b6-8819-4659-b112-6a1421449ece), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:34.509487 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] Pushing event updated for resources: {'Port': ['ID=22c204b6-8819-4659-b112-6a1421449ece,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:28:34.594596 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] Attempting to bind port 22c204b6-8819-4659-b112-6a1421449ece on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:28:34.595090 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] Attempting to bind port 22c204b6-8819-4659-b112-6a1421449ece by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'afa2d819-6b5e-4fac-a169-dbe67f7c62b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:28:34.595728 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] Attempting to bind port 22c204b6-8819-4659-b112-6a1421449ece on network fc76fd3b-67a5-4661-834d-70f414d1700e {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:28:34.600345 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] Port 22c204b6-8819-4659-b112-6a1421449ece on network fc76fd3b-67a5-4661-834d-70f414d1700e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:28:34.600795 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] Attempting to bind port 22c204b6-8819-4659-b112-6a1421449ece on network fc76fd3b-67a5-4661-834d-70f414d1700e {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:28:34.606300 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] Checking agent: {'id': 'f190771b-33cd-44d9-aea8-80be24af3e8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'started_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:28:34.606796 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] Checking segment: {'id': 'afa2d819-6b5e-4fac-a169-dbe67f7c62b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:28:34.607290 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] Bound using segment: {'id': 'afa2d819-6b5e-4fac-a169-dbe67f7c62b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:28:34.607871 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] Bound port: 22c204b6-8819-4659-b112-6a1421449ece, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa2d819-6b5e-4fac-a169-dbe67f7c62b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:28:34.608339 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (22c204b6-8819-4659-b112-6a1421449ece), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:34.642036 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb7fa0-0e2e-4734-a1d6-4cb2278b0658 req-6e217b90-f3e4-4653-af33-60329e0219ac tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:34.644601 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-24cb7fa0-0e2e-4734-a1d6-4cb2278b0658 req-6e217b90-f3e4-4653-af33-60329e0219ac tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 943 time: 0.0588133 Feb 14 15:28:34.688267 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] For port 22c204b6-8819-4659-b112-6a1421449ece, host hv-cinder-81514, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:28:34.691369 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] For port 22c204b6-8819-4659-b112-6a1421449ece, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=22c204b6-8819-4659-b112-6a1421449ece,segment=NetworkSegment(afa2d819-6b5e-4fac-a169-dbe67f7c62b1),segment_id=afa2d819-6b5e-4fac-a169-dbe67f7c62b1)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:28:34.697380 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (22c204b6-8819-4659-b112-6a1421449ece), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:34.701849 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-24cb7fa0-0e2e-4734-a1d6-4cb2278b0658 req-b260c5c2-5cb6-4273-8d05-46ee2894181e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505433 Feb 14 15:28:34.733937 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:34.734542 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:34.735979 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] 10.222.0.77 "PUT /v2.0/ports/22c204b6-8819-4659-b112-6a1421449ece HTTP/1.1" status: 200 len: 1093 time: 0.6791408 Feb 14 15:28:34.736414 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f321aee7-0a74-497a-a4dc-6efe4693e524', 'tag': '22c204b6-8819-4659-b112-6a1421449ece'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:28:34.738623 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8484b0de-eaf9-4ad2-8eb0-e816bba200c7" -d '{"events": [{"name": "network-changed", "server_uuid": "f321aee7-0a74-497a-a4dc-6efe4693e524", "tag": "22c204b6-8819-4659-b112-6a1421449ece"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:28:34.766478 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6f3bd-ceb4-43a6-b62a-aca6a58223dc service neutron] Pushing event updated for resources: {'Port': ['ID=22c204b6-8819-4659-b112-6a1421449ece,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:28:34.806051 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bce96e-cfab-459c-b60f-61c71e629b2b x-openstack-request-id: req-e4bce96e-cfab-459c-b60f-61c71e629b2b {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:28:34.806345 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f321aee7-0a74-497a-a4dc-6efe4693e524", "tag": "22c204b6-8819-4659-b112-6a1421449ece", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:28:34.806594 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e4bce96e-cfab-459c-b60f-61c71e629b2b {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:28:34.806986 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f321aee7-0a74-497a-a4dc-6efe4693e524', 'tag': '22c204b6-8819-4659-b112-6a1421449ece', 'status': 'completed', 'code': 200} Feb 14 15:28:34.826784 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-0755d394-1998-4db2-b8ba-16b3e9dfa20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:34.828407 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-0755d394-1998-4db2-b8ba-16b3e9dfa20d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=864ccbbef8e84659a7b7acf3f9d7c862&device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 1127 time: 0.0540938 Feb 14 15:28:34.875203 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-788dcf1a-7408-49a8-916c-5d6f3fb713e0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22c204b6-8819-4659-b112-6a1421449ece HTTP/1.1" status: 200 len: 217 time: 0.0396245 Feb 14 15:28:34.926284 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-a464ddde-5996-4f3b-b99d-f8cabcf831a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:34.928195 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-a464ddde-5996-4f3b-b99d-f8cabcf831a9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=689638d8-9b8e-4ad2-8489-3863e071ea41 HTTP/1.1" status: 200 len: 850 time: 0.0471418 Feb 14 15:28:34.975838 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-12ac318e-9461-4021-97e1-4247415e028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:34.977252 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-12ac318e-9461-4021-97e1-4247415e028c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc76fd3b-67a5-4661-834d-70f414d1700e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438330 Feb 14 15:28:35.072948 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-70fd803b-8bab-48dc-9eaa-9e0cfa73dff3 service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892446 Feb 14 15:28:35.158136 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b5ba5eb2-c5c2-4572-b4f2-1dc3ab0b7170 req-23f1902d-862b-4e97-86be-f242399ca8f6 service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799303 Feb 14 15:28:35.245783 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484b0de-eaf9-4ad2-8eb0-e816bba200c7 req-8e83de27-636a-4963-b233-ac737f8bac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:35.247399 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8484b0de-eaf9-4ad2-8eb0-e816bba200c7 req-8e83de27-636a-4963-b233-ac737f8bac5a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=864ccbbef8e84659a7b7acf3f9d7c862&device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 1127 time: 0.0484674 Feb 14 15:28:35.340264 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484b0de-eaf9-4ad2-8eb0-e816bba200c7 req-093d900e-8f0d-42f5-a33d-db1ee3d16faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:35.342910 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8484b0de-eaf9-4ad2-8eb0-e816bba200c7 req-093d900e-8f0d-42f5-a33d-db1ee3d16faa service neutron] 10.222.0.77 "GET /v2.0/networks?id=fc76fd3b-67a5-4661-834d-70f414d1700e HTTP/1.1" status: 200 len: 912 time: 0.0885689 Feb 14 15:28:35.388262 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8484b0de-eaf9-4ad2-8eb0-e816bba200c7 req-bd3660bc-c359-47c8-930b-4ac27908635f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22c204b6-8819-4659-b112-6a1421449ece HTTP/1.1" status: 200 len: 217 time: 0.0379653 Feb 14 15:28:35.437472 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484b0de-eaf9-4ad2-8eb0-e816bba200c7 req-429aa476-84b8-4bcf-b906-ded8aaafbcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:35.439151 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8484b0de-eaf9-4ad2-8eb0-e816bba200c7 req-429aa476-84b8-4bcf-b906-ded8aaafbcd4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=689638d8-9b8e-4ad2-8489-3863e071ea41 HTTP/1.1" status: 200 len: 850 time: 0.0455213 Feb 14 15:28:35.487014 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484b0de-eaf9-4ad2-8eb0-e816bba200c7 req-c86ece02-1027-423d-b817-88c914354d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:35.488563 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8484b0de-eaf9-4ad2-8eb0-e816bba200c7 req-c86ece02-1027-423d-b817-88c914354d61 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc76fd3b-67a5-4661-834d-70f414d1700e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438459 Feb 14 15:28:35.578825 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8484b0de-eaf9-4ad2-8eb0-e816bba200c7 req-7fa2bdde-0b85-40e2-92e4-128bd232ff94 service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846190 Feb 14 15:28:35.665654 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8484b0de-eaf9-4ad2-8eb0-e816bba200c7 req-d8421073-de67-4af4-9666-abcd43265563 service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811677 Feb 14 15:28:35.825700 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e0ef7-dd5b-495a-ba91-b13117255fb0 req-dbdd2ca6-f1be-4cac-b417-8220b00d3b6e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:35.827068 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f04e0ef7-dd5b-495a-ba91-b13117255fb0 req-dbdd2ca6-f1be-4cac-b417-8220b00d3b6e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 943 time: 0.0522246 Feb 14 15:28:35.875650 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f04e0ef7-dd5b-495a-ba91-b13117255fb0 req-65d66770-5fdb-4578-b298-10d2bc127b20 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429802 Feb 14 15:28:36.993635 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210c92a-0b53-468a-bd92-3124760e4ae9 req-fdd4e8d0-8139-486c-9ec2-14ca23b8526f tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:36.995111 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9210c92a-0b53-468a-bd92-3124760e4ae9 req-fdd4e8d0-8139-486c-9ec2-14ca23b8526f tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 943 time: 0.0518579 Feb 14 15:28:37.046329 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9210c92a-0b53-468a-bd92-3124760e4ae9 req-2b1f7b4d-8244-412c-99c6-ab258469fcdd tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456190 Feb 14 15:28:38.164616 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fd001-e9bb-4079-8ac6-6aeba5ff3e6c req-34c49398-88d7-4eab-b652-5885dd36352b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:38.166092 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f44fd001-e9bb-4079-8ac6-6aeba5ff3e6c req-34c49398-88d7-4eab-b652-5885dd36352b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 943 time: 0.0542660 Feb 14 15:28:38.214998 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f44fd001-e9bb-4079-8ac6-6aeba5ff3e6c req-ae4b8023-2de6-468e-810c-9cfe63d4b015 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426986 Feb 14 15:28:39.331597 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1553ff-bf81-4bd1-9022-7f054f644cae req-f729afe4-5230-4b21-8e4c-4100ee4f271a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:39.333115 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6b1553ff-bf81-4bd1-9022-7f054f644cae req-f729afe4-5230-4b21-8e4c-4100ee4f271a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 943 time: 0.0522213 Feb 14 15:28:39.382121 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6b1553ff-bf81-4bd1-9022-7f054f644cae req-432e5b8a-1279-487e-a346-b9456bdbb44d tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435579 Feb 14 15:28:39.808479 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:28:40.506495 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03203289-c34b-489b-a7a9-95f154570f6c req-80c7df26-c425-42bf-83e4-73c6662bd7cb tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:40.507976 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-03203289-c34b-489b-a7a9-95f154570f6c req-80c7df26-c425-42bf-83e4-73c6662bd7cb tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 943 time: 0.0516219 Feb 14 15:28:40.556167 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-03203289-c34b-489b-a7a9-95f154570f6c req-1e8ed93b-875e-4fdd-8b67-674ed46b37ab tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427969 Feb 14 15:28:41.671491 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9a82c-7d0a-4c31-8910-c221d7f6a716 req-3fce612a-ac0e-49d3-aada-872e64fecd51 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:41.673023 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d0e9a82c-7d0a-4c31-8910-c221d7f6a716 req-3fce612a-ac0e-49d3-aada-872e64fecd51 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 943 time: 0.0524721 Feb 14 15:28:41.722250 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d0e9a82c-7d0a-4c31-8910-c221d7f6a716 req-7b22ba51-0092-4018-9f8d-5fcacd571f4b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434127 Feb 14 15:28:42.846971 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddab0c-264f-4225-961a-1e4437faee84 req-eb25ae5a-30ef-41a1-874c-f1139be79736 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:42.848388 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-04ddab0c-264f-4225-961a-1e4437faee84 req-eb25ae5a-30ef-41a1-874c-f1139be79736 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 943 time: 0.0560362 Feb 14 15:28:42.896294 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-04ddab0c-264f-4225-961a-1e4437faee84 req-8092965a-dd39-45ff-b311-a2853cfcbe66 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416791 Feb 14 15:28:42.942219 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:42.990816 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 22c204b6-8819-4659-b112-6a1421449ece details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:28:43.090047 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 22c204b6-8819-4659-b112-6a1421449ece, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=22c204b6-8819-4659-b112-6a1421449ece,segment=NetworkSegment(afa2d819-6b5e-4fac-a169-dbe67f7c62b1),segment_id=afa2d819-6b5e-4fac-a169-dbe67f7c62b1)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:28:43.100481 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': '22c204b6-8819-4659-b112-6a1421449ece', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'port_id': '22c204b6-8819-4659-b112-6a1421449ece', 'mac_address': 'fa:16:3e:cf:26:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:28:43.136961 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 22c204b6-8819-4659-b112-6a1421449ece is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:28:43.137359 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (22c204b6-8819-4659-b112-6a1421449ece), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:43.150551 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c204b6-8819-4659-b112-6a1421449ece {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:28:43.169283 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 22c204b6-8819-4659-b112-6a1421449ece, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=22c204b6-8819-4659-b112-6a1421449ece,segment=NetworkSegment(afa2d819-6b5e-4fac-a169-dbe67f7c62b1),segment_id=afa2d819-6b5e-4fac-a169-dbe67f7c62b1)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:28:43.172894 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (22c204b6-8819-4659-b112-6a1421449ece), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:43.222464 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=22c204b6-8819-4659-b112-6a1421449ece,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:28:43.376774 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['22c204b6-8819-4659-b112-6a1421449ece'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:28:43.439830 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a25660ae-a51c-4dd7-9893-f04e5e521b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:44.014406 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb25ca-b471-4f45-b6b8-6e3ec3035384 req-0a2af1b8-cb20-4e98-b970-846bb8713ec3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:44.015892 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7dbb25ca-b471-4f45-b6b8-6e3ec3035384 req-0a2af1b8-cb20-4e98-b970-846bb8713ec3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 944 time: 0.0541863 Feb 14 15:28:44.063188 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7dbb25ca-b471-4f45-b6b8-6e3ec3035384 req-fbd0f742-218d-4bd2-8d5b-300d085a864f tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418556 Feb 14 15:28:44.991785 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 22c204b6-8819-4659-b112-6a1421449ece up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:28:45.039821 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning for port 22c204b6-8819-4659-b112-6a1421449ece completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:28:45.043559 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port 22c204b6-8819-4659-b112-6a1421449ece triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:28:45.044128 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (22c204b6-8819-4659-b112-6a1421449ece), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:45.123921 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 22c204b6-8819-4659-b112-6a1421449ece is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:28:45.124327 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (22c204b6-8819-4659-b112-6a1421449ece), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:45.147483 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f321aee7-0a74-497a-a4dc-6efe4693e524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c204b6-8819-4659-b112-6a1421449ece'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:28:45.149871 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cd4973-0e00-48e0-8ad9-f8ad8189f450" -d '{"events": [{"server_uuid": "f321aee7-0a74-497a-a4dc-6efe4693e524", "name": "network-vif-plugged", "status": "completed", "tag": "22c204b6-8819-4659-b112-6a1421449ece"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:28:45.162786 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 22c204b6-8819-4659-b112-6a1421449ece, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=22c204b6-8819-4659-b112-6a1421449ece,segment=NetworkSegment(afa2d819-6b5e-4fac-a169-dbe67f7c62b1),segment_id=afa2d819-6b5e-4fac-a169-dbe67f7c62b1)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:28:45.167205 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (22c204b6-8819-4659-b112-6a1421449ece), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:45.184119 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de22d0-31b5-4906-b33b-b3770fed7e77 req-5fde2c80-d4dc-4f8e-8092-56fd4a02ac98 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:45.185640 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-55de22d0-31b5-4906-b33b-b3770fed7e77 req-5fde2c80-d4dc-4f8e-8092-56fd4a02ac98 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 944 time: 0.0562363 Feb 14 15:28:45.229822 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=22c204b6-8819-4659-b112-6a1421449ece,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:28:45.249276 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-55de22d0-31b5-4906-b33b-b3770fed7e77 req-3cb7aa76-4208-408a-a4ce-95e2a5ab768a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578899 Feb 14 15:28:45.312487 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1786905c-020d-4384-b2f1-b6b0bb61f6fa x-openstack-request-id: req-1786905c-020d-4384-b2f1-b6b0bb61f6fa {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:28:45.312788 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f321aee7-0a74-497a-a4dc-6efe4693e524", "name": "network-vif-plugged", "status": "completed", "tag": "22c204b6-8819-4659-b112-6a1421449ece", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:28:45.313046 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1786905c-020d-4384-b2f1-b6b0bb61f6fa {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:28:45.313445 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f321aee7-0a74-497a-a4dc-6efe4693e524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c204b6-8819-4659-b112-6a1421449ece', 'code': 200} Feb 14 15:28:45.537050 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fcaf4-da7e-4d4d-9d32-b0f96b72cbde req-9d7b2d1f-fb9b-4bd9-8507-284c169e4f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:45.538566 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-130fcaf4-da7e-4d4d-9d32-b0f96b72cbde req-9d7b2d1f-fb9b-4bd9-8507-284c169e4f0f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 1129 time: 0.0462172 Feb 14 15:28:45.584654 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-130fcaf4-da7e-4d4d-9d32-b0f96b72cbde req-daffc5f7-19b1-4b5b-a2bf-c9c65fdefb16 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407650 Feb 14 15:28:45.636483 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-5f257ed3-82c4-444e-9c92-aefaa1940c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:46.366985 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910f4c9-0756-419c-a2ab-b55c9bcfc74d req-bb058851-c535-4563-92d7-3cbe9f5724f9 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:46.368475 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1910f4c9-0756-419c-a2ab-b55c9bcfc74d req-bb058851-c535-4563-92d7-3cbe9f5724f9 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 945 time: 0.0520706 Feb 14 15:28:46.419370 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1910f4c9-0756-419c-a2ab-b55c9bcfc74d req-131f200a-2ce6-4445-ad51-4f66d6784032 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446873 Feb 14 15:28:47.338205 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:47.549149 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae69429-cb01-4beb-b22b-b6ed96cdd4e9 req-180f594b-7cf4-4f74-a6fe-ed75c3f308f9 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:47.550682 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fae69429-cb01-4beb-b22b-b6ed96cdd4e9 req-180f594b-7cf4-4f74-a6fe-ed75c3f308f9 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 945 time: 0.0558956 Feb 14 15:28:47.599175 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fae69429-cb01-4beb-b22b-b6ed96cdd4e9 req-c07d051c-79eb-4cff-b946-914fc929e3de tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426445 Feb 14 15:28:47.716134 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe23dad-c546-4e3a-8206-38c3d0abc701 req-0c51b0cd-5703-4464-a3ee-cdea49da2320 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:47.718197 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-dfe23dad-c546-4e3a-8206-38c3d0abc701 req-0c51b0cd-5703-4464-a3ee-cdea49da2320 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 945 time: 0.0527725 Feb 14 15:28:47.765467 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-dfe23dad-c546-4e3a-8206-38c3d0abc701 req-c4bff7e2-90c2-487a-a580-ba88d0e02f74 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418432 Feb 14 15:28:47.787923 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44838) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:28:47.830675 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3599e114-29f5-411e-8477-7f4f3bdafaf9 tempest-TestVolumeBootPattern-1920615370 tempest-TestVolumeBootPattern-1920615370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:47.832224 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-3599e114-29f5-411e-8477-7f4f3bdafaf9 tempest-TestVolumeBootPattern-1920615370 tempest-TestVolumeBootPattern-1920615370-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 1124 time: 0.0432467 Feb 14 15:28:47.834919 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44840) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:28:47.839044 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Request body: {'floatingip': {'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'port_id': '22c204b6-8819-4659-b112-6a1421449ece', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:28:47.859483 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:47.955347 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:48.054320 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Allocated IP 172.27.0.161 (a318f2e5-fbf9-4a36-a1d1-4a864fc5139f/1bedbbde-d873-4c55-9589-51025e0481b7/33a94f1f-5ac4-42ac-8d9d-b092bc7bf544) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:28:48.380787 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for port (33a94f1f-5ac4-42ac-8d9d-b092bc7bf544), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:48.413619 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (33a94f1f-5ac4-42ac-8d9d-b092bc7bf544), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:48.450656 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:28:48.455343 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:28:48.458789 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:28:48.464047 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Pushing event updated for resources: {'Port': ['ID=33a94f1f-5ac4-42ac-8d9d-b092bc7bf544,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:28:48.492710 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:28:48.493061 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:28:48.493408 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:28:48.493746 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:28:48.494084 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:28:48.494412 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:28:48.494741 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:28:48.495069 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:28:48.495394 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:28:48.495753 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:28:48.496079 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:28:48.496403 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:28:48.496722 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:28:48.618380 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:48.832205 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for floatingip (b1cc4044-d713-437a-a1c2-1850fe9ca4fc), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:48.902757 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (33a94f1f-5ac4-42ac-8d9d-b092bc7bf544), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:49.053332 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for port (33a94f1f-5ac4-42ac-8d9d-b092bc7bf544), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:49.058589 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62982802'] for port (33a94f1f-5ac4-42ac-8d9d-b092bc7bf544), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:49.124708 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Pushing event updated for resources: {'Port': ['ID=33a94f1f-5ac4-42ac-8d9d-b092bc7bf544,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:28:49.137331 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560674'] for floatingip (b1cc4044-d713-437a-a1c2-1850fe9ca4fc), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:49.246808 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.l3_db [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Floating IP b1cc4044-d713-437a-a1c2-1850fe9ca4fc associated. External IP: 172.27.0.161, port: 22c204b6-8819-4659-b112-6a1421449ece. Feb 14 15:28:49.456721 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Router b70b2871-a3eb-44e9-a6d5-e56131ccc248 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:28:49.574710 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:28:49.584459 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7146f171-e68e-480e-9f42-0f77ed792519 None None] Sync routers for ids ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:28:49.593014 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:49.595266 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7146f171-e68e-480e-9f42-0f77ed792519 None None] Routers {'b70b2871-a3eb-44e9-a6d5-e56131ccc248'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:28:49.595925 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-7146f171-e68e-480e-9f42-0f77ed792519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:28:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:28:49.624334 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-f394aa92-8f48-4c8f-9ff8-e83c26126442 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7881002 Feb 14 15:28:49.624894 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f321aee7-0a74-497a-a4dc-6efe4693e524', 'tag': '22c204b6-8819-4659-b112-6a1421449ece'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:28:49.627119 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114b17781d7584df24a73d2ca002b1fc4e4ef728ba6c29ea40a3094f371b155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f5286d-7f31-494d-bad5-521922ece08a" -d '{"events": [{"name": "network-changed", "server_uuid": "f321aee7-0a74-497a-a4dc-6efe4693e524", "tag": "22c204b6-8819-4659-b112-6a1421449ece"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:28:49.708382 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-7146f171-e68e-480e-9f42-0f77ed792519 None None] Set router b70b2871-a3eb-44e9-a6d5-e56131ccc248 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:28:49.718798 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c70ac9-d09a-4758-ae00-54d10b8c7d21 x-openstack-request-id: req-29c70ac9-d09a-4758-ae00-54d10b8c7d21 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:28:49.719091 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f321aee7-0a74-497a-a4dc-6efe4693e524", "tag": "22c204b6-8819-4659-b112-6a1421449ece", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:28:49.719344 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-29c70ac9-d09a-4758-ae00-54d10b8c7d21 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:28:49.719769 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f321aee7-0a74-497a-a4dc-6efe4693e524', 'tag': '22c204b6-8819-4659-b112-6a1421449ece', 'status': 'completed', 'code': 200} Feb 14 15:28:49.786374 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5286d-7f31-494d-bad5-521922ece08a req-ec6ffcc2-480c-4680-ac39-cfdd6393f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:49.788741 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-07f5286d-7f31-494d-bad5-521922ece08a req-ec6ffcc2-480c-4680-ac39-cfdd6393f82b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=864ccbbef8e84659a7b7acf3f9d7c862&device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 1129 time: 0.0468559 Feb 14 15:28:49.817367 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:28:49.881900 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5286d-7f31-494d-bad5-521922ece08a req-3a168c93-1150-4585-beec-fb718630b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:49.883389 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-07f5286d-7f31-494d-bad5-521922ece08a req-3a168c93-1150-4585-beec-fb718630b6f2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fc76fd3b-67a5-4661-834d-70f414d1700e HTTP/1.1" status: 200 len: 912 time: 0.0885339 Feb 14 15:28:49.948139 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-07f5286d-7f31-494d-bad5-521922ece08a req-b200ca4e-5417-4f3c-a22e-b8247ccf85e4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22c204b6-8819-4659-b112-6a1421449ece HTTP/1.1" status: 200 len: 999 time: 0.0578566 Feb 14 15:28:49.948882 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-7146f171-e68e-480e-9f42-0f77ed792519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': 'b1cc4044-d713-437a-a1c2-1850fe9ca4fc', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'port_id': '22c204b6-8819-4659-b112-6a1421449ece', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'mac_address': 'fa:16:3e:cf:26:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f321aee7-0a74-497a-a4dc-6efe4693e524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:28:48Z', 'updated_at': '2022-02-14T15:28:48Z', 'revision_number': 0, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a200a98b-052e-40b8-9c96-3568218dabb3', 'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'mac_address': 'fa:16:3e:ee:2e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:38Z', 'updated_at': '2022-02-14T15:25:45Z', 'revision_number': 5, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'subnets': [{'id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:28:49.979910 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7146f171-e68e-480e-9f42-0f77ed792519 None None] Checking router: b70b2871-a3eb-44e9-a6d5-e56131ccc248 for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:28:49.988427 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7146f171-e68e-480e-9f42-0f77ed792519 None None] Routers {'b70b2871-a3eb-44e9-a6d5-e56131ccc248'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:28:49.989051 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-7146f171-e68e-480e-9f42-0f77ed792519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:28:46Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:28:49.994865 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5286d-7f31-494d-bad5-521922ece08a req-4621744c-de78-49bc-ad88-25115bb44ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:49.996350 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-07f5286d-7f31-494d-bad5-521922ece08a req-4621744c-de78-49bc-ad88-25115bb44ea5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=689638d8-9b8e-4ad2-8489-3863e071ea41 HTTP/1.1" status: 200 len: 850 time: 0.0425479 Feb 14 15:28:50.051279 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5286d-7f31-494d-bad5-521922ece08a req-1101082a-401a-4793-a14f-e3a72eefe030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:50.053133 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-07f5286d-7f31-494d-bad5-521922ece08a req-1101082a-401a-4793-a14f-e3a72eefe030 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc76fd3b-67a5-4661-834d-70f414d1700e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479469 Feb 14 15:28:50.102667 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-7146f171-e68e-480e-9f42-0f77ed792519 None None] Set router b70b2871-a3eb-44e9-a6d5-e56131ccc248 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:28:50.140258 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-07f5286d-7f31-494d-bad5-521922ece08a req-891636a2-ba0f-4378-a396-68d33d996d6b service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816889 Feb 14 15:28:50.231442 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-07f5286d-7f31-494d-bad5-521922ece08a req-0764f782-2850-4dd6-acc2-16c2fa7da1e0 service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845397 Feb 14 15:28:50.324794 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-7146f171-e68e-480e-9f42-0f77ed792519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': 'b1cc4044-d713-437a-a1c2-1850fe9ca4fc', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'port_id': '22c204b6-8819-4659-b112-6a1421449ece', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'mac_address': 'fa:16:3e:cf:26:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f321aee7-0a74-497a-a4dc-6efe4693e524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:28:48Z', 'updated_at': '2022-02-14T15:28:48Z', 'revision_number': 0, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a200a98b-052e-40b8-9c96-3568218dabb3', 'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'mac_address': 'fa:16:3e:ee:2e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:38Z', 'updated_at': '2022-02-14T15:25:45Z', 'revision_number': 5, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'subnets': [{'id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:28:50.350263 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7146f171-e68e-480e-9f42-0f77ed792519 None None] The sync data for ids ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'] in dv-cinder-815146-10-iscsi is: [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': 'b1cc4044-d713-437a-a1c2-1850fe9ca4fc', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'port_id': '22c204b6-8819-4659-b112-6a1421449ece', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'mac_address': 'fa:16:3e:cf:26:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f321aee7-0a74-497a-a4dc-6efe4693e524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:28:48Z', 'updated_at': '2022-02-14T15:28:48Z', 'revision_number': 0, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a200a98b-052e-40b8-9c96-3568218dabb3', 'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'mac_address': 'fa:16:3e:ee:2e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:38Z', 'updated_at': '2022-02-14T15:25:45Z', 'revision_number': 5, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'subnets': [{'id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:28:50.501668 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-43c8eb14-738a-43ed-9e10-b4f74d1cdc68 req-bb77171c-0577-4ec6-8bfe-6628f86783f2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471094 Feb 14 15:28:50.543594 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd15c89-a650-4b00-bdee-5189979c61bf None None] New status for floating IP b1cc4044-d713-437a-a1c2-1850fe9ca4fc: ACTIVE {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:28:50.588572 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8eb14-738a-43ed-9e10-b4f74d1cdc68 req-d5f9e28b-6e59-43f2-9726-d2b835a58efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:50.590093 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-43c8eb14-738a-43ed-9e10-b4f74d1cdc68 req-d5f9e28b-6e59-43f2-9726-d2b835a58efc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=864ccbbef8e84659a7b7acf3f9d7c862&device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 1129 time: 0.0467830 Feb 14 15:28:50.697105 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8eb14-738a-43ed-9e10-b4f74d1cdc68 req-c31ce1bb-a1d0-4bb2-b4ad-8142dcb886d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:50.698589 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-43c8eb14-738a-43ed-9e10-b4f74d1cdc68 req-c31ce1bb-a1d0-4bb2-b4ad-8142dcb886d7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fc76fd3b-67a5-4661-834d-70f414d1700e HTTP/1.1" status: 200 len: 912 time: 0.0889282 Feb 14 15:28:50.762493 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-43c8eb14-738a-43ed-9e10-b4f74d1cdc68 req-8c0b3998-8e20-44c6-80e5-e5d568bfea1a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22c204b6-8819-4659-b112-6a1421449ece HTTP/1.1" status: 200 len: 1001 time: 0.0578449 Feb 14 15:28:50.816436 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8eb14-738a-43ed-9e10-b4f74d1cdc68 req-4a45a904-d473-434f-9482-87b890ffb995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:50.817904 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-43c8eb14-738a-43ed-9e10-b4f74d1cdc68 req-4a45a904-d473-434f-9482-87b890ffb995 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=689638d8-9b8e-4ad2-8489-3863e071ea41 HTTP/1.1" status: 200 len: 850 time: 0.0490284 Feb 14 15:28:50.867238 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8eb14-738a-43ed-9e10-b4f74d1cdc68 req-9417caeb-4659-4017-969e-e5e97e675a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:28:50.868774 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-43c8eb14-738a-43ed-9e10-b4f74d1cdc68 req-9417caeb-4659-4017-969e-e5e97e675a21 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc76fd3b-67a5-4661-834d-70f414d1700e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455410 Feb 14 15:28:50.955732 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-43c8eb14-738a-43ed-9e10-b4f74d1cdc68 req-fa43c62d-b0d6-4011-b9f0-5c35d41924d9 service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805566 Feb 14 15:28:51.045424 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-43c8eb14-738a-43ed-9e10-b4f74d1cdc68 req-64caaa85-44ac-461e-85a1-b336e5d8e446 service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834022 Feb 14 15:29:12.943676 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:29:13.432169 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-fd65252c-6c22-47b6-b5aa-1a51cab99fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:29:15.638897 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6b8d77e6-f15c-4fa1-86b7-2a8254cfef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:29:16.807536 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:29:17.341085 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:29:18.617918 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:29:19.810876 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:29:42.945269 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:29:43.438351 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-5971e5ca-e7a2-4fc3-b69c-ee6176acb963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:29:45.640123 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-aedc83b5-a6cd-42a4-a029-4b738e82099a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:29:47.344048 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:29:48.620935 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:29:49.813457 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:29:52.477733 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8ad71eed-f670-46af-b980-7ffd577d2bbf req-c32b89f7-600b-4766-aa0c-e6bad116b47d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460155 Feb 14 15:29:52.563901 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad71eed-f670-46af-b980-7ffd577d2bbf req-1345c42a-a1d0-47e7-86b3-1e2f6f905a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:29:52.565408 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8ad71eed-f670-46af-b980-7ffd577d2bbf req-1345c42a-a1d0-47e7-86b3-1e2f6f905a29 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=864ccbbef8e84659a7b7acf3f9d7c862&device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 1129 time: 0.0461371 Feb 14 15:29:52.671853 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad71eed-f670-46af-b980-7ffd577d2bbf req-64862421-fe23-404e-ab9e-c2cea64d2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:29:52.673339 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8ad71eed-f670-46af-b980-7ffd577d2bbf req-64862421-fe23-404e-ab9e-c2cea64d2479 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fc76fd3b-67a5-4661-834d-70f414d1700e HTTP/1.1" status: 200 len: 912 time: 0.0906098 Feb 14 15:29:52.736999 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8ad71eed-f670-46af-b980-7ffd577d2bbf req-7079f357-4af2-4d71-a0bf-5ebb887bd25c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22c204b6-8819-4659-b112-6a1421449ece HTTP/1.1" status: 200 len: 1001 time: 0.0569892 Feb 14 15:29:52.787011 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad71eed-f670-46af-b980-7ffd577d2bbf req-d98bd1e1-1879-470b-8355-20dde045f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:29:52.788498 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8ad71eed-f670-46af-b980-7ffd577d2bbf req-d98bd1e1-1879-470b-8355-20dde045f159 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=689638d8-9b8e-4ad2-8489-3863e071ea41 HTTP/1.1" status: 200 len: 850 time: 0.0459790 Feb 14 15:29:52.835379 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad71eed-f670-46af-b980-7ffd577d2bbf req-4c629349-9d70-4e8d-b848-a90cf47677b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:29:52.836911 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8ad71eed-f670-46af-b980-7ffd577d2bbf req-4c629349-9d70-4e8d-b848-a90cf47677b2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc76fd3b-67a5-4661-834d-70f414d1700e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427511 Feb 14 15:29:52.923523 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8ad71eed-f670-46af-b980-7ffd577d2bbf req-ecac2c1c-c047-46da-8ee3-84478e155309 service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808074 Feb 14 15:29:53.018334 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8ad71eed-f670-46af-b980-7ffd577d2bbf req-58f9f41e-3a95-403f-9a24-28dab563c6ab service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891833 Feb 14 15:29:53.807374 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:30:12.946239 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:13.430453 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-006353c1-8f4c-4d09-bd8e-f4af8c0c26ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:15.641323 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e749bc77-6f00-4cd7-b4f7-94a805de54e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:17.350942 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:18.624198 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:19.818354 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:23.891866 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-f60dcb38-1809-41dd-8120-940f91893862 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1917336830&fields=id&tenant_id=864ccbbef8e84659a7b7acf3f9d7c862 HTTP/1.1" status: 200 len: 267 time: 0.0449800 Feb 14 15:30:24.000237 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-73de805f-7566-4246-bc9a-71f3bc5435ff tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:24.001729 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-73de805f-7566-4246-bc9a-71f3bc5435ff tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/networks?id=fc76fd3b-67a5-4661-834d-70f414d1700e HTTP/1.1" status: 200 len: 811 time: 0.1026080 Feb 14 15:30:24.016057 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-44a0c4e8-ecda-4bb3-a62a-fe390e9c9327 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/quotas/864ccbbef8e84659a7b7acf3f9d7c862 HTTP/1.1" status: 200 len: 375 time: 0.0088003 Feb 14 15:30:24.072047 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-a2571c84-a168-49e4-96be-44385c61adbd tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=864ccbbef8e84659a7b7acf3f9d7c862&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511789 Feb 14 15:30:24.186572 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-7102591e-c8fe-4e5f-8cfe-af61743418e3 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=102564) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:30:24.187663 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-7102591e-c8fe-4e5f-8cfe-af61743418e3 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1042225 Feb 14 15:30:24.278869 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-85d98508-73b4-4a7f-a503-abe9c21d2f20 service neutron] 10.222.0.87 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846009 Feb 14 15:30:24.366580 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-988105c9-f853-454e-8dc7-eae55785e28f service neutron] 10.222.0.87 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822239 Feb 14 15:30:24.662525 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a434e427-5eb2-4f83-a235-38c7b120458c req-22dd2b44-047a-43da-a846-673c2648e5b9 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 210 time: 0.0273955 Feb 14 15:30:25.581612 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-d0b34398-4355-478c-8e9b-1d78ebb376c6 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:25.583056 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-d0b34398-4355-478c-8e9b-1d78ebb376c6 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.77 "GET /v2.0/networks?id=fc76fd3b-67a5-4661-834d-70f414d1700e HTTP/1.1" status: 200 len: 811 time: 0.1054773 Feb 14 15:30:25.646366 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-beff2842-13cc-490c-b536-664aae317537 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=864ccbbef8e84659a7b7acf3f9d7c862 HTTP/1.1" status: 200 len: 380 time: 0.0549231 Feb 14 15:30:25.654405 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Request body: {'port': {'device_id': 'bf4728e0-0cf4-4940-ad0d-2c1de8637c66', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'admin_state_up': True, 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'security_groups': ['0e44a08e-64d7-4b6c-bf66-067e9bea5a6c']}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:30:25.758868 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-11f6b667-f8a5-4fd3-9a44-9a72c5f7cc77 req-78dfed27-51df-4913-95a9-122613d18cca tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 210 time: 0.0276694 Feb 14 15:30:25.763230 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Made reservation on behalf of 864ccbbef8e84659a7b7acf3f9d7c862 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:30:25.766759 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:26.174552 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Allocated IP 172.20.0.13 (fc76fd3b-67a5-4661-834d-70f414d1700e/689638d8-9b8e-4ad2-8489-3863e071ea41/29f2a076-56e8-413e-8b7f-b021387c4ce5) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:30:26.318420 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for port (29f2a076-56e8-413e-8b7f-b021387c4ce5), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:26.352693 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (29f2a076-56e8-413e-8b7f-b021387c4ce5), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:26.392947 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Network fc76fd3b-67a5-4661-834d-70f414d1700e is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:30:26.398362 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:30:26.401992 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:30:26.425962 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Pushing event updated for resources: {'Port': ['ID=29f2a076-56e8-413e-8b7f-b021387c4ce5,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:26.453375 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:26.453732 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:26.454081 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:26.454426 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:26.454763 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:26.455093 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:26.455426 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:26.455788 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:26.456130 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:26.456468 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:26.456797 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:26.457123 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:26.457445 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:26.473520 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:26.474144 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:26.491958 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-f0e87c01-eb2c-4b44-b386-fd1d7899cc7e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8409643 Feb 14 15:30:26.502889 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-c837cd23-dada-464c-993b-363ff79f714d service neutron] Request body: {'port': {'device_id': 'bf4728e0-0cf4-4940-ad0d-2c1de8637c66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:30:26.565872 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-c837cd23-dada-464c-993b-363ff79f714d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (29f2a076-56e8-413e-8b7f-b021387c4ce5), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:26.606248 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e2913db9-e49a-490d-9e47-daf94dc6a174 None None] Provisioning complete for port 29f2a076-56e8-413e-8b7f-b021387c4ce5 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:30:26.607082 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2913db9-e49a-490d-9e47-daf94dc6a174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (29f2a076-56e8-413e-8b7f-b021387c4ce5), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:26.639519 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2913db9-e49a-490d-9e47-daf94dc6a174 None None] Port 29f2a076-56e8-413e-8b7f-b021387c4ce5 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:30:26.864605 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-c837cd23-dada-464c-993b-363ff79f714d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f2a076-56e8-413e-8b7f-b021387c4ce5 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:30:26.873736 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-c837cd23-dada-464c-993b-363ff79f714d service neutron] Publish callbacks [] for port (29f2a076-56e8-413e-8b7f-b021387c4ce5), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:26.891914 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-c837cd23-dada-464c-993b-363ff79f714d service neutron] Transition to ACTIVE for port object 29f2a076-56e8-413e-8b7f-b021387c4ce5 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:30:26.902790 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bb9ee-b363-453c-84f3-56013c023bf4 req-25924816-344f-4520-9c6d-91dbe45d2092 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:26.904419 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-333bb9ee-b363-453c-84f3-56013c023bf4 req-25924816-344f-4520-9c6d-91dbe45d2092 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 932 time: 0.0782075 Feb 14 15:30:26.905269 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-c837cd23-dada-464c-993b-363ff79f714d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (29f2a076-56e8-413e-8b7f-b021387c4ce5), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:26.978225 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837cd23-dada-464c-993b-363ff79f714d service neutron] Pushing event updated for resources: {'Port': ['ID=29f2a076-56e8-413e-8b7f-b021387c4ce5,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:27.054709 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-333bb9ee-b363-453c-84f3-56013c023bf4 req-6d28ab53-656b-4f3f-9040-b7caebc33839 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198719 Feb 14 15:30:27.081217 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-c837cd23-dada-464c-993b-363ff79f714d service neutron] Attempting to bind port 29f2a076-56e8-413e-8b7f-b021387c4ce5 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:30:27.081562 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-c837cd23-dada-464c-993b-363ff79f714d service neutron] Attempting to bind port 29f2a076-56e8-413e-8b7f-b021387c4ce5 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'afa2d819-6b5e-4fac-a169-dbe67f7c62b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:30:27.081896 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-c837cd23-dada-464c-993b-363ff79f714d service neutron] Attempting to bind port 29f2a076-56e8-413e-8b7f-b021387c4ce5 on network fc76fd3b-67a5-4661-834d-70f414d1700e {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:30:27.088791 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-c837cd23-dada-464c-993b-363ff79f714d service neutron] Port 29f2a076-56e8-413e-8b7f-b021387c4ce5 on network fc76fd3b-67a5-4661-834d-70f414d1700e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:30:27.088916 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-c837cd23-dada-464c-993b-363ff79f714d service neutron] Attempting to bind port 29f2a076-56e8-413e-8b7f-b021387c4ce5 on network fc76fd3b-67a5-4661-834d-70f414d1700e {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:30:27.097621 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-c837cd23-dada-464c-993b-363ff79f714d service neutron] Checking agent: {'id': 'f190771b-33cd-44d9-aea8-80be24af3e8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'started_at': datetime.datetime(2022, 2, 14, 15, 15, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:30:27.103741 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-c837cd23-dada-464c-993b-363ff79f714d service neutron] Checking segment: {'id': 'afa2d819-6b5e-4fac-a169-dbe67f7c62b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:30:27.104263 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-c837cd23-dada-464c-993b-363ff79f714d service neutron] Bound using segment: {'id': 'afa2d819-6b5e-4fac-a169-dbe67f7c62b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:30:27.104817 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-c837cd23-dada-464c-993b-363ff79f714d service neutron] Bound port: 29f2a076-56e8-413e-8b7f-b021387c4ce5, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa2d819-6b5e-4fac-a169-dbe67f7c62b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:30:27.105281 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-c837cd23-dada-464c-993b-363ff79f714d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (29f2a076-56e8-413e-8b7f-b021387c4ce5), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:27.182714 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-c837cd23-dada-464c-993b-363ff79f714d service neutron] For port 29f2a076-56e8-413e-8b7f-b021387c4ce5, host hv-cinder-81514, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:30:27.186234 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-c837cd23-dada-464c-993b-363ff79f714d service neutron] For port 29f2a076-56e8-413e-8b7f-b021387c4ce5, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=29f2a076-56e8-413e-8b7f-b021387c4ce5,segment=NetworkSegment(afa2d819-6b5e-4fac-a169-dbe67f7c62b1),segment_id=afa2d819-6b5e-4fac-a169-dbe67f7c62b1)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:30:27.193024 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-c837cd23-dada-464c-993b-363ff79f714d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63367371'] for port (29f2a076-56e8-413e-8b7f-b021387c4ce5), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:27.228557 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-c837cd23-dada-464c-993b-363ff79f714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:27.229289 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-c837cd23-dada-464c-993b-363ff79f714d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:27.230685 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-c837cd23-dada-464c-993b-363ff79f714d service neutron] 10.222.0.77 "PUT /v2.0/ports/29f2a076-56e8-413e-8b7f-b021387c4ce5 HTTP/1.1" status: 200 len: 1094 time: 0.7320025 Feb 14 15:30:27.231139 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4728e0-0cf4-4940-ad0d-2c1de8637c66', 'tag': '29f2a076-56e8-413e-8b7f-b021387c4ce5'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:30:27.233480 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7c61f5-8f41-4114-9015-0cd12d8e29e9" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4728e0-0cf4-4940-ad0d-2c1de8637c66", "tag": "29f2a076-56e8-413e-8b7f-b021387c4ce5"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:30:27.274718 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837cd23-dada-464c-993b-363ff79f714d service neutron] Pushing event updated for resources: {'Port': ['ID=29f2a076-56e8-413e-8b7f-b021387c4ce5,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:27.344997 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-24b9b192-17f0-49c3-bc71-782ca7aee79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:27.347872 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-24b9b192-17f0-49c3-bc71-782ca7aee79f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=864ccbbef8e84659a7b7acf3f9d7c862&device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 1128 time: 0.0622525 Feb 14 15:30:27.392583 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-777f32cd-7ac7-4a66-bcba-6baef2784b38 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29f2a076-56e8-413e-8b7f-b021387c4ce5 HTTP/1.1" status: 200 len: 217 time: 0.0378284 Feb 14 15:30:27.397419 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed57f1b6-5e8d-450f-aba0-30917b7b9a7a x-openstack-request-id: req-ed57f1b6-5e8d-450f-aba0-30917b7b9a7a {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:30:27.397676 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4728e0-0cf4-4940-ad0d-2c1de8637c66", "tag": "29f2a076-56e8-413e-8b7f-b021387c4ce5", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:30:27.397957 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ed57f1b6-5e8d-450f-aba0-30917b7b9a7a {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:30:27.398320 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4728e0-0cf4-4940-ad0d-2c1de8637c66', 'tag': '29f2a076-56e8-413e-8b7f-b021387c4ce5', 'status': 'completed', 'code': 200} Feb 14 15:30:27.450248 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-fb33bf35-ea07-400b-b93e-f0d3161101f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:27.451787 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-fb33bf35-ea07-400b-b93e-f0d3161101f2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=689638d8-9b8e-4ad2-8489-3863e071ea41 HTTP/1.1" status: 200 len: 850 time: 0.0495436 Feb 14 15:30:27.515329 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-5ecbd781-9ef0-4730-829c-7fe0999b193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:27.516953 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-5ecbd781-9ef0-4730-829c-7fe0999b193c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc76fd3b-67a5-4661-834d-70f414d1700e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0580628 Feb 14 15:30:27.608866 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-afa2efdd-0c75-4a8c-ac0c-16d8b6a84acc service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859246 Feb 14 15:30:27.704587 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-59129646-cd4b-4059-97a9-2d39014fdbf5 req-0cda1435-3c0a-4b02-9fad-ec6ac42a0dbe service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890441 Feb 14 15:30:27.794556 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c61f5-8f41-4114-9015-0cd12d8e29e9 req-1dd06010-65bd-4d15-a2d2-1cb799ee57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:27.796160 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-df7c61f5-8f41-4114-9015-0cd12d8e29e9 req-1dd06010-65bd-4d15-a2d2-1cb799ee57e3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=864ccbbef8e84659a7b7acf3f9d7c862&device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 1128 time: 0.0480852 Feb 14 15:30:27.888957 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c61f5-8f41-4114-9015-0cd12d8e29e9 req-4944edcd-8446-48ca-80b8-0df1fa78ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:27.890586 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-df7c61f5-8f41-4114-9015-0cd12d8e29e9 req-4944edcd-8446-48ca-80b8-0df1fa78ad18 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fc76fd3b-67a5-4661-834d-70f414d1700e HTTP/1.1" status: 200 len: 912 time: 0.0879664 Feb 14 15:30:27.940789 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-df7c61f5-8f41-4114-9015-0cd12d8e29e9 req-879554e7-557b-49e0-a5f9-d74045c251cd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29f2a076-56e8-413e-8b7f-b021387c4ce5 HTTP/1.1" status: 200 len: 217 time: 0.0401928 Feb 14 15:30:27.989341 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c61f5-8f41-4114-9015-0cd12d8e29e9 req-644fceba-9a36-42f2-a770-64e7a2813f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:27.991287 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-df7c61f5-8f41-4114-9015-0cd12d8e29e9 req-644fceba-9a36-42f2-a770-64e7a2813f07 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=689638d8-9b8e-4ad2-8489-3863e071ea41 HTTP/1.1" status: 200 len: 850 time: 0.0441608 Feb 14 15:30:28.044862 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c61f5-8f41-4114-9015-0cd12d8e29e9 req-8f5c9599-c10e-4a7c-9014-2dcb667ad6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:28.046387 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-df7c61f5-8f41-4114-9015-0cd12d8e29e9 req-8f5c9599-c10e-4a7c-9014-2dcb667ad6db service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc76fd3b-67a5-4661-834d-70f414d1700e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468349 Feb 14 15:30:28.182115 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-df7c61f5-8f41-4114-9015-0cd12d8e29e9 req-da6e5634-151e-4d58-8c50-814186eb3b7d service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231916 Feb 14 15:30:28.214847 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc333f2-67af-4f29-b13f-d664fda01f62 req-e31b4758-4c1a-48be-9a78-5e087e6a1001 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:28.216454 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7bc333f2-67af-4f29-b13f-d664fda01f62 req-e31b4758-4c1a-48be-9a78-5e087e6a1001 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 944 time: 0.0880516 Feb 14 15:30:28.322438 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7bc333f2-67af-4f29-b13f-d664fda01f62 req-1cb71ce0-c657-47e3-bf4a-1dbcfb69a57e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940585 Feb 14 15:30:28.328256 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-df7c61f5-8f41-4114-9015-0cd12d8e29e9 req-7d6d2d21-4d6e-4a89-ae08-ff6e311a4a70 service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395311 Feb 14 15:30:29.452736 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c713f-b833-4ede-a064-61b326da1519 req-9d5130c4-b63a-40e7-b1a3-b0723da96a6f tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:29.454249 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ad1c713f-b833-4ede-a064-61b326da1519 req-9d5130c4-b63a-40e7-b1a3-b0723da96a6f tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 944 time: 0.0595520 Feb 14 15:30:29.504540 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ad1c713f-b833-4ede-a064-61b326da1519 req-5fe30781-38f0-48c6-abc1-8e53b75ab8b0 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442054 Feb 14 15:30:30.632458 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f361728-cf13-4a22-ab8b-fdac16a5182b req-e5289cac-9d9a-4585-9340-4cf80fb5e0ce tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:30.634099 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5f361728-cf13-4a22-ab8b-fdac16a5182b req-e5289cac-9d9a-4585-9340-4cf80fb5e0ce tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 944 time: 0.0591915 Feb 14 15:30:30.690444 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5f361728-cf13-4a22-ab8b-fdac16a5182b req-df174643-c406-4af6-8ed3-ed60c51db2aa tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500176 Feb 14 15:30:30.806477 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:30:31.813057 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6909f2-0909-46fc-891d-de78fabedf41 req-3251a75c-dc9e-48ee-b40b-4ce302cb6735 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:31.814576 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5c6909f2-0909-46fc-891d-de78fabedf41 req-3251a75c-dc9e-48ee-b40b-4ce302cb6735 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 944 time: 0.0543029 Feb 14 15:30:31.866636 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5c6909f2-0909-46fc-891d-de78fabedf41 req-0030502a-b705-4d27-819a-3a81590bfdb9 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455818 Feb 14 15:30:32.992968 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06254b32-1c5c-4898-bc75-2fa04ab85706 req-ef2d3e87-6a44-4ab6-9497-f3386783e736 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:32.994513 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-06254b32-1c5c-4898-bc75-2fa04ab85706 req-ef2d3e87-6a44-4ab6-9497-f3386783e736 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 944 time: 0.0602541 Feb 14 15:30:33.046450 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-06254b32-1c5c-4898-bc75-2fa04ab85706 req-571b1b06-e313-49a5-825b-89a15920970d tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462675 Feb 14 15:30:34.167984 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe8195-dcc7-4615-a8bc-0125b3eeccbc req-946b86c7-03ee-44e9-b671-45340e067d48 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:34.169497 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5bfe8195-dcc7-4615-a8bc-0125b3eeccbc req-946b86c7-03ee-44e9-b671-45340e067d48 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 944 time: 0.0511918 Feb 14 15:30:34.223652 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5bfe8195-dcc7-4615-a8bc-0125b3eeccbc req-e3802f39-22bf-4582-8cfe-d4c3ec218e5e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468307 Feb 14 15:30:35.341211 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491b745-b391-430f-a71f-1fc27e3d4198 req-013b6b6f-cf19-438d-a34b-8cace1eca0fc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:35.342696 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3491b745-b391-430f-a71f-1fc27e3d4198 req-013b6b6f-cf19-438d-a34b-8cace1eca0fc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 944 time: 0.0522287 Feb 14 15:30:35.390212 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3491b745-b391-430f-a71f-1fc27e3d4198 req-868665c8-d534-4850-991d-ade42d2dfd52 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418868 Feb 14 15:30:35.479261 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 29f2a076-56e8-413e-8b7f-b021387c4ce5 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:30:35.586845 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 29f2a076-56e8-413e-8b7f-b021387c4ce5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=29f2a076-56e8-413e-8b7f-b021387c4ce5,segment=NetworkSegment(afa2d819-6b5e-4fac-a169-dbe67f7c62b1),segment_id=afa2d819-6b5e-4fac-a169-dbe67f7c62b1)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:30:35.598264 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Returning: {'device': '29f2a076-56e8-413e-8b7f-b021387c4ce5', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'port_id': '29f2a076-56e8-413e-8b7f-b021387c4ce5', 'mac_address': 'fa:16:3e:1a:14:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:30:35.637830 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 29f2a076-56e8-413e-8b7f-b021387c4ce5 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:30:35.638230 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (29f2a076-56e8-413e-8b7f-b021387c4ce5), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:35.651071 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f2a076-56e8-413e-8b7f-b021387c4ce5 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:30:35.670612 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 29f2a076-56e8-413e-8b7f-b021387c4ce5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=29f2a076-56e8-413e-8b7f-b021387c4ce5,segment=NetworkSegment(afa2d819-6b5e-4fac-a169-dbe67f7c62b1),segment_id=afa2d819-6b5e-4fac-a169-dbe67f7c62b1)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:30:35.675208 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (29f2a076-56e8-413e-8b7f-b021387c4ce5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:35.724302 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=29f2a076-56e8-413e-8b7f-b021387c4ce5,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:35.731936 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.732294 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.732650 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.732993 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.733333 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.733673 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.734006 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.734339 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.734673 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.735007 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.735336 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.735816 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.736146 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.888967 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] get_ports_and_sgs() called for port_ids ['29f2a076-56e8-413e-8b7f-b021387c4ce5'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:30:36.508997 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6db149-6319-45a2-8c8c-14bf8a42212e req-ccdb8200-9da7-4c2b-9061-766c5b306b1c tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:36.510444 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0a6db149-6319-45a2-8c8c-14bf8a42212e req-ccdb8200-9da7-4c2b-9061-766c5b306b1c tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 945 time: 0.0524428 Feb 14 15:30:36.560587 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0a6db149-6319-45a2-8c8c-14bf8a42212e req-4acc96e2-3ce7-4824-b058-132063c9f58e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446510 Feb 14 15:30:37.479464 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 29f2a076-56e8-413e-8b7f-b021387c4ce5 up at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:30:37.531381 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning for port 29f2a076-56e8-413e-8b7f-b021387c4ce5 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:30:37.535184 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Provisioning complete for port 29f2a076-56e8-413e-8b7f-b021387c4ce5 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:30:37.535564 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1870145'] for port (29f2a076-56e8-413e-8b7f-b021387c4ce5), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:37.614108 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Current status of the port 29f2a076-56e8-413e-8b7f-b021387c4ce5 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:30:37.614510 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (29f2a076-56e8-413e-8b7f-b021387c4ce5), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:37.637907 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4728e0-0cf4-4940-ad0d-2c1de8637c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f2a076-56e8-413e-8b7f-b021387c4ce5'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:30:37.640224 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6ec8d68c6a7d73ecc53e493139ed01614a488c1334cda4e37f8efc31b48b78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79277f6-d24c-4f76-ba4b-b01ac5d752af" -d '{"events": [{"server_uuid": "bf4728e0-0cf4-4940-ad0d-2c1de8637c66", "name": "network-vif-plugged", "status": "completed", "tag": "29f2a076-56e8-413e-8b7f-b021387c4ce5"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:30:37.654334 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] For port 29f2a076-56e8-413e-8b7f-b021387c4ce5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=29f2a076-56e8-413e-8b7f-b021387c4ce5,segment=NetworkSegment(afa2d819-6b5e-4fac-a169-dbe67f7c62b1),segment_id=afa2d819-6b5e-4fac-a169-dbe67f7c62b1)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:30:37.658338 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463'] for port (29f2a076-56e8-413e-8b7f-b021387c4ce5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:37.682187 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06db6006-0a68-4ba0-bd63-63d09f95b7c0 x-openstack-request-id: req-06db6006-0a68-4ba0-bd63-63d09f95b7c0 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:30:37.682477 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4728e0-0cf4-4940-ad0d-2c1de8637c66", "name": "network-vif-plugged", "status": "completed", "tag": "29f2a076-56e8-413e-8b7f-b021387c4ce5", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:30:37.682730 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-06db6006-0a68-4ba0-bd63-63d09f95b7c0 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:30:37.683114 dv-cinder-815146-10-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4728e0-0cf4-4940-ad0d-2c1de8637c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f2a076-56e8-413e-8b7f-b021387c4ce5', 'code': 200} Feb 14 15:30:37.683739 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fd81f-b0f3-4af3-9238-a2ff2f949c56 req-794497c8-5d35-41ed-9f07-c70b5cfa2f83 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:37.686228 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-625fd81f-b0f3-4af3-9238-a2ff2f949c56 req-794497c8-5d35-41ed-9f07-c70b5cfa2f83 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 945 time: 0.0589156 Feb 14 15:30:37.710869 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Pushing event updated for resources: {'Port': ['ID=29f2a076-56e8-413e-8b7f-b021387c4ce5,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:37.741694 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-625fd81f-b0f3-4af3-9238-a2ff2f949c56 req-cf28aeea-c166-4232-b4d0-781a9033da53 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494351 Feb 14 15:30:37.891706 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c6cd2-3524-4184-97cb-0e23a004aa09 req-bfe92c87-7a21-486b-b45d-2de76dddf9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:37.893207 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b51c6cd2-3524-4184-97cb-0e23a004aa09 req-bfe92c87-7a21-486b-b45d-2de76dddf9a4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 1130 time: 0.0445421 Feb 14 15:30:37.937317 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b51c6cd2-3524-4184-97cb-0e23a004aa09 req-636e6fee-0fb1-426a-b6d6-150fd88b2de7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381751 Feb 14 15:30:38.863101 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc3d0e-54bf-4baf-85f3-1aa7eac800d1 req-df97779d-ab0c-4b9e-9619-72ed1df49bf0 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:38.864893 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-57fc3d0e-54bf-4baf-85f3-1aa7eac800d1 req-df97779d-ab0c-4b9e-9619-72ed1df49bf0 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 946 time: 0.0541832 Feb 14 15:30:38.918408 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-57fc3d0e-54bf-4baf-85f3-1aa7eac800d1 req-e10ac7b9-d46e-45a9-8544-422fc008a480 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464263 Feb 14 15:30:40.036477 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de9fb3-427b-42ae-813a-331726eac372 req-37b18ef3-c78b-4c51-8b31-243cf41a21d8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:40.037969 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a9de9fb3-427b-42ae-813a-331726eac372 req-37b18ef3-c78b-4c51-8b31-243cf41a21d8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 946 time: 0.0513413 Feb 14 15:30:40.087043 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a9de9fb3-427b-42ae-813a-331726eac372 req-f7ed6188-b36d-4684-9684-04bbfb1cfd58 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429401 Feb 14 15:30:40.218292 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967f06d-8cc8-4a9e-add2-be8a7a8b035c req-00fc49f1-3c8d-41fe-b662-570fa56ae493 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:40.219739 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8967f06d-8cc8-4a9e-add2-be8a7a8b035c req-00fc49f1-3c8d-41fe-b662-570fa56ae493 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 946 time: 0.0621307 Feb 14 15:30:40.267557 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8967f06d-8cc8-4a9e-add2-be8a7a8b035c req-554a4fe6-7bdc-4ad9-9e16-b467b2780e4c tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423336 Feb 14 15:30:40.290392 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44972) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:30:40.333141 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97d8ea5-e3c8-4a7a-82ff-d2d3657a9078 tempest-TestVolumeBootPattern-1920615370 tempest-TestVolumeBootPattern-1920615370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:40.334654 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-d97d8ea5-e3c8-4a7a-82ff-d2d3657a9078 tempest-TestVolumeBootPattern-1920615370 tempest-TestVolumeBootPattern-1920615370-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 1125 time: 0.0432770 Feb 14 15:30:40.338047 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 44974) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:30:40.342252 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Request body: {'floatingip': {'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'port_id': '29f2a076-56e8-413e-8b7f-b021387c4ce5', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:30:40.362124 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:40.461230 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:40.571082 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Allocated IP 172.27.0.162 (a318f2e5-fbf9-4a36-a1d1-4a864fc5139f/1bedbbde-d873-4c55-9589-51025e0481b7/66d6d89d-269f-41f2-9582-ea9bfa0a9ed4) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:30:40.685880 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for port (66d6d89d-269f-41f2-9582-ea9bfa0a9ed4), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:40.718694 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752304783427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (66d6d89d-269f-41f2-9582-ea9bfa0a9ed4), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:40.753932 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Network a318f2e5-fbf9-4a36-a1d1-4a864fc5139f is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:30:40.756821 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:30:40.763144 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:30:40.787181 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Pushing event updated for resources: {'Port': ['ID=66d6d89d-269f-41f2-9582-ea9bfa0a9ed4,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:40.800567 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:40.800915 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:40.801259 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:40.801596 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:40.801929 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:40.802309 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:40.802588 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:40.802914 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:40.803241 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:40.803567 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:40.803913 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:40.804774 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:40.805255 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:41.373818 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for floatingip (c92605ab-9c32-45ae-b2bb-a9b14d19a557), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:41.439601 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1776839'] for port (66d6d89d-269f-41f2-9582-ea9bfa0a9ed4), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:41.586760 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for port (66d6d89d-269f-41f2-9582-ea9bfa0a9ed4), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:41.591094 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752305306561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752304783445', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752304783463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62982802'] for port (66d6d89d-269f-41f2-9582-ea9bfa0a9ed4), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:41.655975 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Pushing event updated for resources: {'Port': ['ID=66d6d89d-269f-41f2-9582-ea9bfa0a9ed4,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:41.673508 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560674'] for floatingip (c92605ab-9c32-45ae-b2bb-a9b14d19a557), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:41.775144 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.l3_db [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Floating IP c92605ab-9c32-45ae-b2bb-a9b14d19a557 associated. External IP: 172.27.0.162, port: 29f2a076-56e8-413e-8b7f-b021387c4ce5. Feb 14 15:30:41.987505 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Router b70b2871-a3eb-44e9-a6d5-e56131ccc248 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:30:42.095583 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:30:42.105332 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025e96a7-f2dd-4515-8951-300f47d68ca6 None None] Sync routers for ids ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:30:42.113550 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:42.115720 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025e96a7-f2dd-4515-8951-300f47d68ca6 None None] Routers {'b70b2871-a3eb-44e9-a6d5-e56131ccc248'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:30:42.117365 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-025e96a7-f2dd-4515-8951-300f47d68ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:30:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:30:42.144457 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-ee5f876b-2a61-4314-bd64-c81ac47d1ffc tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8053882 Feb 14 15:30:42.145052 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4728e0-0cf4-4940-ad0d-2c1de8637c66', 'tag': '29f2a076-56e8-413e-8b7f-b021387c4ce5'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:30:42.147527 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114b17781d7584df24a73d2ca002b1fc4e4ef728ba6c29ea40a3094f371b155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c28a55-2b19-403d-8db7-c509775b9922" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4728e0-0cf4-4940-ad0d-2c1de8637c66", "tag": "29f2a076-56e8-413e-8b7f-b021387c4ce5"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:30:42.185158 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1967e798-0411-4687-8b64-4c95bfe85d07 x-openstack-request-id: req-1967e798-0411-4687-8b64-4c95bfe85d07 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:30:42.185547 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4728e0-0cf4-4940-ad0d-2c1de8637c66", "tag": "29f2a076-56e8-413e-8b7f-b021387c4ce5", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:30:42.185886 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1967e798-0411-4687-8b64-4c95bfe85d07 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:30:42.186520 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4728e0-0cf4-4940-ad0d-2c1de8637c66', 'tag': '29f2a076-56e8-413e-8b7f-b021387c4ce5', 'status': 'completed', 'code': 200} Feb 14 15:30:42.231331 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-025e96a7-f2dd-4515-8951-300f47d68ca6 None None] Set router b70b2871-a3eb-44e9-a6d5-e56131ccc248 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:30:42.266589 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c28a55-2b19-403d-8db7-c509775b9922 req-c5b7238a-3583-4268-9afe-4b4d791d87dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:42.268188 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-74c28a55-2b19-403d-8db7-c509775b9922 req-c5b7238a-3583-4268-9afe-4b4d791d87dc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=864ccbbef8e84659a7b7acf3f9d7c862&device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 1130 time: 0.0522554 Feb 14 15:30:42.357718 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c28a55-2b19-403d-8db7-c509775b9922 req-2336bc61-e146-4996-9e50-1a0e0393c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:42.359255 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-74c28a55-2b19-403d-8db7-c509775b9922 req-2336bc61-e146-4996-9e50-1a0e0393c654 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fc76fd3b-67a5-4661-834d-70f414d1700e HTTP/1.1" status: 200 len: 912 time: 0.0847714 Feb 14 15:30:42.426975 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-74c28a55-2b19-403d-8db7-c509775b9922 req-7f23cc75-ee1d-41b8-ad5a-e9297c622e60 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29f2a076-56e8-413e-8b7f-b021387c4ce5 HTTP/1.1" status: 200 len: 1000 time: 0.0623944 Feb 14 15:30:42.456045 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-025e96a7-f2dd-4515-8951-300f47d68ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': 'b1cc4044-d713-437a-a1c2-1850fe9ca4fc', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'port_id': '22c204b6-8819-4659-b112-6a1421449ece', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'mac_address': 'fa:16:3e:cf:26:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f321aee7-0a74-497a-a4dc-6efe4693e524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:28:48Z', 'updated_at': '2022-02-14T15:28:50Z', 'revision_number': 1, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'fixed_ip_address_scope': None}, {'id': 'c92605ab-9c32-45ae-b2bb-a9b14d19a557', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'port_id': '29f2a076-56e8-413e-8b7f-b021387c4ce5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'mac_address': 'fa:16:3e:1a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4728e0-0cf4-4940-ad0d-2c1de8637c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:30:40Z', 'updated_at': '2022-02-14T15:30:40Z', 'revision_number': 0, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a200a98b-052e-40b8-9c96-3568218dabb3', 'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'mac_address': 'fa:16:3e:ee:2e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:38Z', 'updated_at': '2022-02-14T15:25:45Z', 'revision_number': 5, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'subnets': [{'id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:30:42.475045 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c28a55-2b19-403d-8db7-c509775b9922 req-0c00823e-5bb1-4f66-a959-116e67cb31b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:42.476621 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-74c28a55-2b19-403d-8db7-c509775b9922 req-0c00823e-5bb1-4f66-a959-116e67cb31b2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=689638d8-9b8e-4ad2-8489-3863e071ea41 HTTP/1.1" status: 200 len: 850 time: 0.0436978 Feb 14 15:30:42.486156 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025e96a7-f2dd-4515-8951-300f47d68ca6 None None] Checking router: b70b2871-a3eb-44e9-a6d5-e56131ccc248 for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:30:42.494968 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025e96a7-f2dd-4515-8951-300f47d68ca6 None None] Routers {'b70b2871-a3eb-44e9-a6d5-e56131ccc248'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:30:42.495582 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-025e96a7-f2dd-4515-8951-300f47d68ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:30:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:30:42.527287 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c28a55-2b19-403d-8db7-c509775b9922 req-5f2e42dc-b693-4f5a-b750-b44e74437514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:42.528758 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-74c28a55-2b19-403d-8db7-c509775b9922 req-5f2e42dc-b693-4f5a-b750-b44e74437514 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc76fd3b-67a5-4661-834d-70f414d1700e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469012 Feb 14 15:30:42.625280 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-74c28a55-2b19-403d-8db7-c509775b9922 req-67005478-2142-461a-9728-acb3f87541eb service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910425 Feb 14 15:30:42.718635 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-74c28a55-2b19-403d-8db7-c509775b9922 req-cec3181d-6147-4265-b793-493d73d293e6 service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871930 Feb 14 15:30:42.740173 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-025e96a7-f2dd-4515-8951-300f47d68ca6 None None] Set router b70b2871-a3eb-44e9-a6d5-e56131ccc248 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:30:42.956104 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:42.974705 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-025e96a7-f2dd-4515-8951-300f47d68ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': 'b1cc4044-d713-437a-a1c2-1850fe9ca4fc', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'port_id': '22c204b6-8819-4659-b112-6a1421449ece', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'mac_address': 'fa:16:3e:cf:26:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f321aee7-0a74-497a-a4dc-6efe4693e524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:28:48Z', 'updated_at': '2022-02-14T15:28:50Z', 'revision_number': 1, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'fixed_ip_address_scope': None}, {'id': 'c92605ab-9c32-45ae-b2bb-a9b14d19a557', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'port_id': '29f2a076-56e8-413e-8b7f-b021387c4ce5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'mac_address': 'fa:16:3e:1a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4728e0-0cf4-4940-ad0d-2c1de8637c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:30:40Z', 'updated_at': '2022-02-14T15:30:40Z', 'revision_number': 0, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a200a98b-052e-40b8-9c96-3568218dabb3', 'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'mac_address': 'fa:16:3e:ee:2e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:38Z', 'updated_at': '2022-02-14T15:25:45Z', 'revision_number': 5, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'subnets': [{'id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:30:43.001580 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025e96a7-f2dd-4515-8951-300f47d68ca6 None None] The sync data for ids ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'] in dv-cinder-815146-10-iscsi is: [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': 'b1cc4044-d713-437a-a1c2-1850fe9ca4fc', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'port_id': '22c204b6-8819-4659-b112-6a1421449ece', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'mac_address': 'fa:16:3e:cf:26:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f321aee7-0a74-497a-a4dc-6efe4693e524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:28:48Z', 'updated_at': '2022-02-14T15:28:50Z', 'revision_number': 1, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'fixed_ip_address_scope': None}, {'id': 'c92605ab-9c32-45ae-b2bb-a9b14d19a557', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'port_id': '29f2a076-56e8-413e-8b7f-b021387c4ce5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'mac_address': 'fa:16:3e:1a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4728e0-0cf4-4940-ad0d-2c1de8637c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:30:40Z', 'updated_at': '2022-02-14T15:30:40Z', 'revision_number': 0, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a200a98b-052e-40b8-9c96-3568218dabb3', 'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'mac_address': 'fa:16:3e:ee:2e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:38Z', 'updated_at': '2022-02-14T15:25:45Z', 'revision_number': 5, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'subnets': [{'id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:30:43.189360 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e86b8-4ee0-488b-aa19-67bd56866569 None None] New status for floating IP c92605ab-9c32-45ae-b2bb-a9b14d19a557: ACTIVE {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:30:43.432397 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-5316b508-42ae-4f34-b7ee-005a785323ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:45.643459 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-42103944-5005-4f7e-8f77-bda1267cd73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:47.349058 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:48.631824 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:49.822219 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:53.482724 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-90ce47cc-e01f-4ab6-bec0-e050fe383a5f req-5f737f9e-523d-44c9-9642-8591be407266 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477636 Feb 14 15:30:53.565526 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce47cc-e01f-4ab6-bec0-e050fe383a5f req-ec47e6c8-ff0d-45bf-8ac2-fe2e6a1691cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:53.567068 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-90ce47cc-e01f-4ab6-bec0-e050fe383a5f req-ec47e6c8-ff0d-45bf-8ac2-fe2e6a1691cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=864ccbbef8e84659a7b7acf3f9d7c862&device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 1129 time: 0.0447030 Feb 14 15:30:53.669749 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce47cc-e01f-4ab6-bec0-e050fe383a5f req-b54c7da0-c5a8-4001-affe-8397fade91af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:53.671187 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-90ce47cc-e01f-4ab6-bec0-e050fe383a5f req-b54c7da0-c5a8-4001-affe-8397fade91af service neutron] 10.222.0.77 "GET /v2.0/networks?id=fc76fd3b-67a5-4661-834d-70f414d1700e HTTP/1.1" status: 200 len: 912 time: 0.0860975 Feb 14 15:30:53.739109 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-90ce47cc-e01f-4ab6-bec0-e050fe383a5f req-ac8112cb-3ce1-402a-8198-78c5fd3a5b80 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22c204b6-8819-4659-b112-6a1421449ece HTTP/1.1" status: 200 len: 1001 time: 0.0607927 Feb 14 15:30:53.787376 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce47cc-e01f-4ab6-bec0-e050fe383a5f req-9c8b49d3-cbea-4783-8e8b-7320aaa6d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:53.789479 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-90ce47cc-e01f-4ab6-bec0-e050fe383a5f req-9c8b49d3-cbea-4783-8e8b-7320aaa6d554 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=689638d8-9b8e-4ad2-8489-3863e071ea41 HTTP/1.1" status: 200 len: 850 time: 0.0417001 Feb 14 15:30:53.836714 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce47cc-e01f-4ab6-bec0-e050fe383a5f req-dd35271c-241d-47d2-aebe-a3d01bf5e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:53.838296 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-90ce47cc-e01f-4ab6-bec0-e050fe383a5f req-dd35271c-241d-47d2-aebe-a3d01bf5e3af service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc76fd3b-67a5-4661-834d-70f414d1700e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435975 Feb 14 15:30:53.931941 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-90ce47cc-e01f-4ab6-bec0-e050fe383a5f req-846c9697-63ea-4452-a3ac-d7b190bc8775 service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870345 Feb 14 15:30:54.021017 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-90ce47cc-e01f-4ab6-bec0-e050fe383a5f req-e6f86eb6-2b9c-48fd-9191-2112c713f72c service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833528 Feb 14 15:31:07.805376 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:31:12.958567 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:31:13.434715 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f649a17d-7f2f-429e-ac05-90d852f7fe5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:31:15.644469 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-77114fc8-d0ae-4821-8449-f79c6109da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:31:17.350684 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:31:18.630372 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:31:19.825457 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:31:42.968286 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:31:43.437790 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-989b5c9f-0d94-44d9-9131-136951425d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:31:44.805081 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:31:45.646548 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-dbe17e40-41d0-4e17-942d-8b0cbab6fe52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:31:47.353230 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:31:48.632354 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:31:49.831464 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:31:55.496353 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f0003e9e-8485-4027-811b-a150c1493d79 req-0611c48b-9620-45a2-b431-8132e8a5841b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451732 Feb 14 15:31:55.559826 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0003e9e-8485-4027-811b-a150c1493d79 req-07eb0e7f-e9b9-4e0c-8b81-a1fcdaf064dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:31:55.561370 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f0003e9e-8485-4027-811b-a150c1493d79 req-07eb0e7f-e9b9-4e0c-8b81-a1fcdaf064dc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=864ccbbef8e84659a7b7acf3f9d7c862&device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 1130 time: 0.0447409 Feb 14 15:31:55.663861 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0003e9e-8485-4027-811b-a150c1493d79 req-ef4d0310-b40d-4ca0-9be9-c3897ac76f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:31:55.665459 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f0003e9e-8485-4027-811b-a150c1493d79 req-ef4d0310-b40d-4ca0-9be9-c3897ac76f08 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fc76fd3b-67a5-4661-834d-70f414d1700e HTTP/1.1" status: 200 len: 912 time: 0.0873740 Feb 14 15:31:55.731374 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f0003e9e-8485-4027-811b-a150c1493d79 req-9c5cb85d-957d-49d3-9186-8212d273bb4b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29f2a076-56e8-413e-8b7f-b021387c4ce5 HTTP/1.1" status: 200 len: 1002 time: 0.0598712 Feb 14 15:31:55.778087 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0003e9e-8485-4027-811b-a150c1493d79 req-a5b670bd-ef21-4031-b57f-f78eeac7dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:31:55.779535 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f0003e9e-8485-4027-811b-a150c1493d79 req-a5b670bd-ef21-4031-b57f-f78eeac7dd4b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=689638d8-9b8e-4ad2-8489-3863e071ea41 HTTP/1.1" status: 200 len: 850 time: 0.0429230 Feb 14 15:31:55.831119 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0003e9e-8485-4027-811b-a150c1493d79 req-edb35acc-4bae-4aba-bb40-5da00993fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:31:55.832814 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f0003e9e-8485-4027-811b-a150c1493d79 req-edb35acc-4bae-4aba-bb40-5da00993fb25 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc76fd3b-67a5-4661-834d-70f414d1700e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478418 Feb 14 15:31:55.922143 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f0003e9e-8485-4027-811b-a150c1493d79 req-baa3004d-be11-42e2-b65a-a5d9b668a08d service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832632 Feb 14 15:31:56.014068 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f0003e9e-8485-4027-811b-a150c1493d79 req-af823fbc-9c1f-4b67-b2be-a6b217e82528 service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861697 Feb 14 15:32:12.980275 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:13.442153 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a1423c18-616a-4e29-b5fd-e83f37f4e43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:15.648939 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-863f5d74-938b-41e1-916c-d73ab936afac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:17.355775 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:18.635433 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:19.832865 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:21.183306 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 45018) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:21.385277 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Deleting port 66d6d89d-269f-41f2-9582-ea9bfa0a9ed4 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:32:21.385624 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (66d6d89d-269f-41f2-9582-ea9bfa0a9ed4), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:21.460604 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (66d6d89d-269f-41f2-9582-ea9bfa0a9ed4), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:21.460834 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for floatingip (66d6d89d-269f-41f2-9582-ea9bfa0a9ed4), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:21.473375 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Calling delete_port for 66d6d89d-269f-41f2-9582-ea9bfa0a9ed4 owned by network:floatingip {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:32:21.622205 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (66d6d89d-269f-41f2-9582-ea9bfa0a9ed4), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:21.647994 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Pushing event deleted for resources: {'Port': ['ID=66d6d89d-269f-41f2-9582-ea9bfa0a9ed4,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:32:21.672649 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:21.673006 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:21.673355 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:21.673695 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:21.674029 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:21.674362 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:21.674686 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:21.675016 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:21.675341 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:21.675698 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:21.676027 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:21.676345 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:21.676664 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:21.716903 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for floatingip (c92605ab-9c32-45ae-b2bb-a9b14d19a557), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:21.717160 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.l3_db [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Floating IP c92605ab-9c32-45ae-b2bb-a9b14d19a557 disassociated (deleted). External IP: 172.27.0.162, port: 29f2a076-56e8-413e-8b7f-b021387c4ce5. Feb 14 15:32:21.804259 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:32:21.933881 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Router b70b2871-a3eb-44e9-a6d5-e56131ccc248 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:32:22.043907 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:32:22.049019 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:22.053967 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7692afc-2193-4e3c-ba3e-9dd24214ec87 None None] Sync routers for ids ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:32:22.063770 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7692afc-2193-4e3c-ba3e-9dd24214ec87 None None] Routers {'b70b2871-a3eb-44e9-a6d5-e56131ccc248'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:32:22.064401 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-b7692afc-2193-4e3c-ba3e-9dd24214ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:32:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:32:22.078692 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-4d7ca7d3-6747-4612-abb4-7796fc58839e tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "DELETE /v2.0/floatingips/c92605ab-9c32-45ae-b2bb-a9b14d19a557 HTTP/1.1" status: 204 len: 168 time: 0.8942554 Feb 14 15:32:22.079254 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4728e0-0cf4-4940-ad0d-2c1de8637c66', 'tag': '29f2a076-56e8-413e-8b7f-b021387c4ce5'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:32:22.081515 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114b17781d7584df24a73d2ca002b1fc4e4ef728ba6c29ea40a3094f371b155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed8b2d0-7ce2-40be-adce-806aef264de0" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4728e0-0cf4-4940-ad0d-2c1de8637c66", "tag": "29f2a076-56e8-413e-8b7f-b021387c4ce5"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:32:22.126159 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2823085d-9f5a-4963-be45-7d6794cf5fb1 x-openstack-request-id: req-2823085d-9f5a-4963-be45-7d6794cf5fb1 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:32:22.126528 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4728e0-0cf4-4940-ad0d-2c1de8637c66", "tag": "29f2a076-56e8-413e-8b7f-b021387c4ce5", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:32:22.126856 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2823085d-9f5a-4963-be45-7d6794cf5fb1 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:32:22.127382 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4728e0-0cf4-4940-ad0d-2c1de8637c66', 'tag': '29f2a076-56e8-413e-8b7f-b021387c4ce5', 'status': 'completed', 'code': 200} Feb 14 15:32:22.178122 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-b7692afc-2193-4e3c-ba3e-9dd24214ec87 None None] Set router b70b2871-a3eb-44e9-a6d5-e56131ccc248 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:32:22.199051 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8b2d0-7ce2-40be-adce-806aef264de0 req-0e0a5ca0-78cb-4792-9159-81ef01d6f3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:22.201726 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aed8b2d0-7ce2-40be-adce-806aef264de0 req-0e0a5ca0-78cb-4792-9159-81ef01d6f3e8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=864ccbbef8e84659a7b7acf3f9d7c862&device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 1130 time: 0.0514054 Feb 14 15:32:22.326429 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8b2d0-7ce2-40be-adce-806aef264de0 req-213e5606-6a6a-4792-8538-53087db96cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:22.327865 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aed8b2d0-7ce2-40be-adce-806aef264de0 req-213e5606-6a6a-4792-8538-53087db96cdb service neutron] 10.222.0.77 "GET /v2.0/networks?id=fc76fd3b-67a5-4661-834d-70f414d1700e HTTP/1.1" status: 200 len: 912 time: 0.1207821 Feb 14 15:32:22.378388 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005d719-e9a2-4fdd-98a5-e6a4201e6d87 req-629baeb5-e474-4181-b356-2388fac3b9c4 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:22.379911 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f005d719-e9a2-4fdd-98a5-e6a4201e6d87 req-629baeb5-e474-4181-b356-2388fac3b9c4 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 946 time: 0.1095364 Feb 14 15:32:22.381214 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aed8b2d0-7ce2-40be-adce-806aef264de0 req-e6390d26-ca01-4c27-aa3f-cbcc3480759b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29f2a076-56e8-413e-8b7f-b021387c4ce5 HTTP/1.1" status: 200 len: 217 time: 0.0457695 Feb 14 15:32:22.419856 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-b7692afc-2193-4e3c-ba3e-9dd24214ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': 'b1cc4044-d713-437a-a1c2-1850fe9ca4fc', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'port_id': '22c204b6-8819-4659-b112-6a1421449ece', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'mac_address': 'fa:16:3e:cf:26:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f321aee7-0a74-497a-a4dc-6efe4693e524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:28:48Z', 'updated_at': '2022-02-14T15:28:50Z', 'revision_number': 1, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a200a98b-052e-40b8-9c96-3568218dabb3', 'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'mac_address': 'fa:16:3e:ee:2e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:38Z', 'updated_at': '2022-02-14T15:25:45Z', 'revision_number': 5, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'subnets': [{'id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:32:22.447259 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7692afc-2193-4e3c-ba3e-9dd24214ec87 None None] Checking router: b70b2871-a3eb-44e9-a6d5-e56131ccc248 for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:32:22.455774 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7692afc-2193-4e3c-ba3e-9dd24214ec87 None None] Routers {'b70b2871-a3eb-44e9-a6d5-e56131ccc248'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:32:22.456383 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-b7692afc-2193-4e3c-ba3e-9dd24214ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:32:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:32:22.466432 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8b2d0-7ce2-40be-adce-806aef264de0 req-e6938c0d-bd8c-4dc3-a76a-758ae0be308b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:22.467929 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aed8b2d0-7ce2-40be-adce-806aef264de0 req-e6938c0d-bd8c-4dc3-a76a-758ae0be308b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=689638d8-9b8e-4ad2-8489-3863e071ea41 HTTP/1.1" status: 200 len: 850 time: 0.0804942 Feb 14 15:32:22.472624 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f005d719-e9a2-4fdd-98a5-e6a4201e6d87 req-0f580bda-a15d-4058-a136-13b3f42baad5 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863447 Feb 14 15:32:22.521051 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8b2d0-7ce2-40be-adce-806aef264de0 req-a63db470-6929-48f8-a3c3-f7d56f0d098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:22.522566 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aed8b2d0-7ce2-40be-adce-806aef264de0 req-a63db470-6929-48f8-a3c3-f7d56f0d098e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc76fd3b-67a5-4661-834d-70f414d1700e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478125 Feb 14 15:32:22.569107 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-b7692afc-2193-4e3c-ba3e-9dd24214ec87 None None] Set router b70b2871-a3eb-44e9-a6d5-e56131ccc248 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:32:22.613889 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aed8b2d0-7ce2-40be-adce-806aef264de0 req-3de1c1d1-68d0-4117-850f-2950aa2f224a service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849912 Feb 14 15:32:22.704031 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aed8b2d0-7ce2-40be-adce-806aef264de0 req-f3ca065c-8263-42d5-95b8-46797025ea03 service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842154 Feb 14 15:32:22.793399 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-b7692afc-2193-4e3c-ba3e-9dd24214ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': 'b1cc4044-d713-437a-a1c2-1850fe9ca4fc', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'port_id': '22c204b6-8819-4659-b112-6a1421449ece', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'mac_address': 'fa:16:3e:cf:26:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f321aee7-0a74-497a-a4dc-6efe4693e524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:28:48Z', 'updated_at': '2022-02-14T15:28:50Z', 'revision_number': 1, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a200a98b-052e-40b8-9c96-3568218dabb3', 'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'mac_address': 'fa:16:3e:ee:2e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:38Z', 'updated_at': '2022-02-14T15:25:45Z', 'revision_number': 5, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'subnets': [{'id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:32:22.819947 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7692afc-2193-4e3c-ba3e-9dd24214ec87 None None] The sync data for ids ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'] in dv-cinder-815146-10-iscsi is: [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_floatingips': [{'id': 'b1cc4044-d713-437a-a1c2-1850fe9ca4fc', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'router_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'port_id': '22c204b6-8819-4659-b112-6a1421449ece', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'mac_address': 'fa:16:3e:cf:26:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f321aee7-0a74-497a-a4dc-6efe4693e524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:28:48Z', 'updated_at': '2022-02-14T15:28:50Z', 'revision_number': 1, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a200a98b-052e-40b8-9c96-3568218dabb3', 'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'mac_address': 'fa:16:3e:ee:2e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:38Z', 'updated_at': '2022-02-14T15:25:45Z', 'revision_number': 5, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'subnets': [{'id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:32:23.027780 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fa0c6d-7384-4f0d-a2f7-bf572561a398 None None] New status for floating IP c92605ab-9c32-45ae-b2bb-a9b14d19a557: DOWN {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:32:23.600719 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca570ab0-28ed-4716-95df-137be2e49208 req-c4d3abe7-568d-4930-9a35-bee3bf5ac8c0 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:23.602321 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ca570ab0-28ed-4716-95df-137be2e49208 req-c4d3abe7-568d-4930-9a35-bee3bf5ac8c0 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 946 time: 0.0570145 Feb 14 15:32:23.654142 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ca570ab0-28ed-4716-95df-137be2e49208 req-99d5be91-5b1d-467e-8696-e9acd2cbcf86 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461507 Feb 14 15:32:23.772238 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ddb96-15eb-47d3-9f6d-9942ca753cfa req-57b467a9-7841-4085-838a-8e568152873f tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:23.775267 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6b7ddb96-15eb-47d3-9f6d-9942ca753cfa req-57b467a9-7841-4085-838a-8e568152873f tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 946 time: 0.0520036 Feb 14 15:32:23.866256 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-6b7ddb96-15eb-47d3-9f6d-9942ca753cfa req-458990de-0bd4-495c-a434-42f8d8a86ea8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Deleting port 29f2a076-56e8-413e-8b7f-b021387c4ce5 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:32:23.866600 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6b7ddb96-15eb-47d3-9f6d-9942ca753cfa req-458990de-0bd4-495c-a434-42f8d8a86ea8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (29f2a076-56e8-413e-8b7f-b021387c4ce5), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:23.952851 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-6b7ddb96-15eb-47d3-9f6d-9942ca753cfa req-458990de-0bd4-495c-a434-42f8d8a86ea8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] For port 29f2a076-56e8-413e-8b7f-b021387c4ce5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=29f2a076-56e8-413e-8b7f-b021387c4ce5,segment=NetworkSegment(afa2d819-6b5e-4fac-a169-dbe67f7c62b1),segment_id=afa2d819-6b5e-4fac-a169-dbe67f7c62b1)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:32:23.953210 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6b7ddb96-15eb-47d3-9f6d-9942ca753cfa req-458990de-0bd4-495c-a434-42f8d8a86ea8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (29f2a076-56e8-413e-8b7f-b021387c4ce5), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:23.965568 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-6b7ddb96-15eb-47d3-9f6d-9942ca753cfa req-458990de-0bd4-495c-a434-42f8d8a86ea8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Calling delete_port for 29f2a076-56e8-413e-8b7f-b021387c4ce5 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:32:24.090515 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6b7ddb96-15eb-47d3-9f6d-9942ca753cfa req-458990de-0bd4-495c-a434-42f8d8a86ea8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (29f2a076-56e8-413e-8b7f-b021387c4ce5), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:24.116110 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458990de-0bd4-495c-a434-42f8d8a86ea8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Pushing event deleted for resources: {'Port': ['ID=29f2a076-56e8-413e-8b7f-b021387c4ce5,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:32:24.126145 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458990de-0bd4-495c-a434-42f8d8a86ea8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:24.126499 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458990de-0bd4-495c-a434-42f8d8a86ea8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:24.126853 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458990de-0bd4-495c-a434-42f8d8a86ea8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:24.127196 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458990de-0bd4-495c-a434-42f8d8a86ea8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:24.127537 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458990de-0bd4-495c-a434-42f8d8a86ea8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:24.127896 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458990de-0bd4-495c-a434-42f8d8a86ea8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:24.128228 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458990de-0bd4-495c-a434-42f8d8a86ea8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:24.128559 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458990de-0bd4-495c-a434-42f8d8a86ea8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:24.129264 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458990de-0bd4-495c-a434-42f8d8a86ea8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:24.129264 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458990de-0bd4-495c-a434-42f8d8a86ea8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:24.129583 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458990de-0bd4-495c-a434-42f8d8a86ea8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:24.129834 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458990de-0bd4-495c-a434-42f8d8a86ea8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:24.130157 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458990de-0bd4-495c-a434-42f8d8a86ea8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-10-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:24.172358 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7ddb96-15eb-47d3-9f6d-9942ca753cfa req-458990de-0bd4-495c-a434-42f8d8a86ea8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] No DVR routers for this DVR port 29f2a076-56e8-413e-8b7f-b021387c4ce5 on host hv-cinder-81514 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:32:24.174907 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6b7ddb96-15eb-47d3-9f6d-9942ca753cfa req-458990de-0bd4-495c-a434-42f8d8a86ea8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:24.178193 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6b7ddb96-15eb-47d3-9f6d-9942ca753cfa req-458990de-0bd4-495c-a434-42f8d8a86ea8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.77 "DELETE /v2.0/ports/29f2a076-56e8-413e-8b7f-b021387c4ce5 HTTP/1.1" status: 204 len: 173 time: 0.3999450 Feb 14 15:32:24.178627 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4728e0-0cf4-4940-ad0d-2c1de8637c66', 'name': 'network-vif-deleted', 'tag': '29f2a076-56e8-413e-8b7f-b021387c4ce5'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:32:24.181742 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad7b799-76a4-48cd-aee9-912c71c8b42d" -d '{"events": [{"server_uuid": "bf4728e0-0cf4-4940-ad0d-2c1de8637c66", "name": "network-vif-deleted", "tag": "29f2a076-56e8-413e-8b7f-b021387c4ce5"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:32:24.219195 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b9239f-12e0-4b11-812c-9c6eba56fd74 x-openstack-request-id: req-40b9239f-12e0-4b11-812c-9c6eba56fd74 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:32:24.219476 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4728e0-0cf4-4940-ad0d-2c1de8637c66", "name": "network-vif-deleted", "tag": "29f2a076-56e8-413e-8b7f-b021387c4ce5", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:32:24.219749 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-40b9239f-12e0-4b11-812c-9c6eba56fd74 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:32:24.220148 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4728e0-0cf4-4940-ad0d-2c1de8637c66', 'name': 'network-vif-deleted', 'tag': '29f2a076-56e8-413e-8b7f-b021387c4ce5', 'status': 'completed', 'code': 200} Feb 14 15:32:24.760543 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-20ed6595-81b3-4bef-b3a8-d61a7a2cdd07 req-e2073a78-0b05-4f68-9a98-fde01f3c23f8 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf4728e0-0cf4-4940-ad0d-2c1de8637c66 HTTP/1.1" status: 200 len: 210 time: 0.0278471 Feb 14 15:32:27.974253 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 29f2a076-56e8-413e-8b7f-b021387c4ce5 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:32:27.995286 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] No Port match for: 29f2a076-56e8-413e-8b7f-b021387c4ce5 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:32:27.995655 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 29f2a076-56e8-413e-8b7f-b021387c4ce5 not bound to the agent host hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:32:28.033120 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 45062) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:28.191962 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-8817050b-1332-4830-a107-f2a2da01433b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Deleting port 33a94f1f-5ac4-42ac-8d9d-b092bc7bf544 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:32:28.192306 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8817050b-1332-4830-a107-f2a2da01433b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (33a94f1f-5ac4-42ac-8d9d-b092bc7bf544), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:28.268254 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8817050b-1332-4830-a107-f2a2da01433b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (33a94f1f-5ac4-42ac-8d9d-b092bc7bf544), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:28.268580 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8817050b-1332-4830-a107-f2a2da01433b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for floatingip (33a94f1f-5ac4-42ac-8d9d-b092bc7bf544), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:28.280575 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-8817050b-1332-4830-a107-f2a2da01433b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Calling delete_port for 33a94f1f-5ac4-42ac-8d9d-b092bc7bf544 owned by network:floatingip {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:32:28.426846 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8817050b-1332-4830-a107-f2a2da01433b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (33a94f1f-5ac4-42ac-8d9d-b092bc7bf544), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:28.450304 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817050b-1332-4830-a107-f2a2da01433b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Pushing event deleted for resources: {'Port': ['ID=33a94f1f-5ac4-42ac-8d9d-b092bc7bf544,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:32:28.512566 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8817050b-1332-4830-a107-f2a2da01433b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for floatingip (b1cc4044-d713-437a-a1c2-1850fe9ca4fc), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:28.512900 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.db.l3_db [None req-8817050b-1332-4830-a107-f2a2da01433b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Floating IP b1cc4044-d713-437a-a1c2-1850fe9ca4fc disassociated (deleted). External IP: 172.27.0.161, port: 22c204b6-8819-4659-b112-6a1421449ece. Feb 14 15:32:28.724459 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8817050b-1332-4830-a107-f2a2da01433b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Router b70b2871-a3eb-44e9-a6d5-e56131ccc248 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:32:28.832704 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8817050b-1332-4830-a107-f2a2da01433b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:32:28.839035 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8817050b-1332-4830-a107-f2a2da01433b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:28.844175 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc71efca-fce3-4a95-950d-8d57e6e577e0 None None] Sync routers for ids ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:32:28.855218 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc71efca-fce3-4a95-950d-8d57e6e577e0 None None] Routers {'b70b2871-a3eb-44e9-a6d5-e56131ccc248'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:32:28.855943 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-cc71efca-fce3-4a95-950d-8d57e6e577e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:32:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:32:28.870537 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-8817050b-1332-4830-a107-f2a2da01433b tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "DELETE /v2.0/floatingips/b1cc4044-d713-437a-a1c2-1850fe9ca4fc HTTP/1.1" status: 204 len: 168 time: 0.8361819 Feb 14 15:32:28.871271 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f321aee7-0a74-497a-a4dc-6efe4693e524', 'tag': '22c204b6-8819-4659-b112-6a1421449ece'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:32:28.874125 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114b17781d7584df24a73d2ca002b1fc4e4ef728ba6c29ea40a3094f371b155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600af7ae-ffb2-4fd6-8c78-f999f804b1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f321aee7-0a74-497a-a4dc-6efe4693e524", "tag": "22c204b6-8819-4659-b112-6a1421449ece"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:32:28.918067 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55422048-fda0-43a4-982f-fe0b236c3f38 x-openstack-request-id: req-55422048-fda0-43a4-982f-fe0b236c3f38 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:32:28.918356 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f321aee7-0a74-497a-a4dc-6efe4693e524", "tag": "22c204b6-8819-4659-b112-6a1421449ece", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:32:28.918613 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-55422048-fda0-43a4-982f-fe0b236c3f38 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:32:28.919023 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f321aee7-0a74-497a-a4dc-6efe4693e524', 'tag': '22c204b6-8819-4659-b112-6a1421449ece', 'status': 'completed', 'code': 200} Feb 14 15:32:28.986975 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-cc71efca-fce3-4a95-950d-8d57e6e577e0 None None] Set router b70b2871-a3eb-44e9-a6d5-e56131ccc248 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:32:28.994619 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600af7ae-ffb2-4fd6-8c78-f999f804b1f2 req-5d641ca7-9c3a-4671-b9fe-240f6d06d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:28.996044 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-600af7ae-ffb2-4fd6-8c78-f999f804b1f2 req-5d641ca7-9c3a-4671-b9fe-240f6d06d316 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=864ccbbef8e84659a7b7acf3f9d7c862&device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 1129 time: 0.0555153 Feb 14 15:32:29.126756 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600af7ae-ffb2-4fd6-8c78-f999f804b1f2 req-825bc6b5-2021-4939-af2c-42ef04ca99c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:29.128182 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-600af7ae-ffb2-4fd6-8c78-f999f804b1f2 req-825bc6b5-2021-4939-af2c-42ef04ca99c8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fc76fd3b-67a5-4661-834d-70f414d1700e HTTP/1.1" status: 200 len: 912 time: 0.1237078 Feb 14 15:32:29.142496 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f15fb3-7945-44d7-b2e2-9306737a6a2d req-f282053d-3557-4407-a112-12b115eadaba tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:29.144039 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-10f15fb3-7945-44d7-b2e2-9306737a6a2d req-f282053d-3557-4407-a112-12b115eadaba tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 945 time: 0.0789447 Feb 14 15:32:29.191845 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-600af7ae-ffb2-4fd6-8c78-f999f804b1f2 req-9176bf31-f228-44d8-8687-0108c41d826a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22c204b6-8819-4659-b112-6a1421449ece HTTP/1.1" status: 200 len: 217 time: 0.0569062 Feb 14 15:32:29.198516 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-cc71efca-fce3-4a95-950d-8d57e6e577e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'a200a98b-052e-40b8-9c96-3568218dabb3', 'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'mac_address': 'fa:16:3e:ee:2e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:38Z', 'updated_at': '2022-02-14T15:25:45Z', 'revision_number': 5, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'subnets': [{'id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:32:29.224797 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc71efca-fce3-4a95-950d-8d57e6e577e0 None None] Checking router: b70b2871-a3eb-44e9-a6d5-e56131ccc248 for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:32:29.234896 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc71efca-fce3-4a95-950d-8d57e6e577e0 None None] Routers {'b70b2871-a3eb-44e9-a6d5-e56131ccc248'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:32:29.235505 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-cc71efca-fce3-4a95-950d-8d57e6e577e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:32:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:32:29.258430 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-10f15fb3-7945-44d7-b2e2-9306737a6a2d req-deb5e53f-d80f-4ff7-ab9b-c58221b42882 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083167 Feb 14 15:32:29.268670 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600af7ae-ffb2-4fd6-8c78-f999f804b1f2 req-b5ccc81d-fbea-441f-ad5a-eb8436ee04c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:29.270514 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-600af7ae-ffb2-4fd6-8c78-f999f804b1f2 req-b5ccc81d-fbea-441f-ad5a-eb8436ee04c4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=689638d8-9b8e-4ad2-8489-3863e071ea41 HTTP/1.1" status: 200 len: 850 time: 0.0705221 Feb 14 15:32:29.327036 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600af7ae-ffb2-4fd6-8c78-f999f804b1f2 req-287a837e-2613-49bd-8c03-5c908ac11ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:29.328713 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-600af7ae-ffb2-4fd6-8c78-f999f804b1f2 req-287a837e-2613-49bd-8c03-5c908ac11ada service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fc76fd3b-67a5-4661-834d-70f414d1700e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513494 Feb 14 15:32:29.355095 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-cc71efca-fce3-4a95-950d-8d57e6e577e0 None None] Set router b70b2871-a3eb-44e9-a6d5-e56131ccc248 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:32:29.422873 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-600af7ae-ffb2-4fd6-8c78-f999f804b1f2 req-fefda358-d4f4-446a-b329-f5c251d4b571 service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856164 Feb 14 15:32:29.516916 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-600af7ae-ffb2-4fd6-8c78-f999f804b1f2 req-b9c5280e-dad4-4d90-8d81-372605a11585 service neutron] 10.222.0.77 "GET /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867112 Feb 14 15:32:29.563298 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-cc71efca-fce3-4a95-950d-8d57e6e577e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'a200a98b-052e-40b8-9c96-3568218dabb3', 'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'mac_address': 'fa:16:3e:ee:2e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:38Z', 'updated_at': '2022-02-14T15:25:45Z', 'revision_number': 5, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'subnets': [{'id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:32:29.601398 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc71efca-fce3-4a95-950d-8d57e6e577e0 None None] The sync data for ids ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'] in dv-cinder-815146-10-iscsi is: [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:38Z', 'revision_number': 4, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi', '_interfaces': [{'id': 'a200a98b-052e-40b8-9c96-3568218dabb3', 'name': '', 'network_id': 'fc76fd3b-67a5-4661-834d-70f414d1700e', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'mac_address': 'fa:16:3e:ee:2e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:38Z', 'updated_at': '2022-02-14T15:25:45Z', 'revision_number': 5, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'subnets': [{'id': '689638d8-9b8e-4ad2-8489-3863e071ea41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:32:29.815892 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd617a5a-ce3e-4d73-98dd-f52905cee1e1 None None] New status for floating IP b1cc4044-d713-437a-a1c2-1850fe9ca4fc: DOWN {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:32:30.381959 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e771d86-74cc-4189-968b-0a6f8d70a141 req-d832fb52-bdaf-4dee-8831-d5f3688f2b4c tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:30.383457 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1e771d86-74cc-4189-968b-0a6f8d70a141 req-d832fb52-bdaf-4dee-8831-d5f3688f2b4c tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 945 time: 0.0522640 Feb 14 15:32:30.433291 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1e771d86-74cc-4189-968b-0a6f8d70a141 req-9d011273-0914-4311-a87f-901d726956c5 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441561 Feb 14 15:32:30.536506 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20ceb2-7131-4598-9e69-6a7043eba827 req-ee630593-21fd-44e1-a063-f6ed12fdfdfa tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:30.538035 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6f20ceb2-7131-4598-9e69-6a7043eba827 req-ee630593-21fd-44e1-a063-f6ed12fdfdfa tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.77 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 945 time: 0.0501311 Feb 14 15:32:30.627884 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-6f20ceb2-7131-4598-9e69-6a7043eba827 req-f03c3c45-449d-4edf-b463-e77572a3d75a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Deleting port 22c204b6-8819-4659-b112-6a1421449ece {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:32:30.628226 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6f20ceb2-7131-4598-9e69-6a7043eba827 req-f03c3c45-449d-4edf-b463-e77572a3d75a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (22c204b6-8819-4659-b112-6a1421449ece), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:30.719057 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-6f20ceb2-7131-4598-9e69-6a7043eba827 req-f03c3c45-449d-4edf-b463-e77572a3d75a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] For port 22c204b6-8819-4659-b112-6a1421449ece, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=22c204b6-8819-4659-b112-6a1421449ece,segment=NetworkSegment(afa2d819-6b5e-4fac-a169-dbe67f7c62b1),segment_id=afa2d819-6b5e-4fac-a169-dbe67f7c62b1)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:32:30.719425 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6f20ceb2-7131-4598-9e69-6a7043eba827 req-f03c3c45-449d-4edf-b463-e77572a3d75a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (22c204b6-8819-4659-b112-6a1421449ece), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:30.732372 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-6f20ceb2-7131-4598-9e69-6a7043eba827 req-f03c3c45-449d-4edf-b463-e77572a3d75a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Calling delete_port for 22c204b6-8819-4659-b112-6a1421449ece owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:32:30.856873 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6f20ceb2-7131-4598-9e69-6a7043eba827 req-f03c3c45-449d-4edf-b463-e77572a3d75a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (22c204b6-8819-4659-b112-6a1421449ece), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:30.892298 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c3c45-449d-4edf-b463-e77572a3d75a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Pushing event deleted for resources: {'Port': ['ID=22c204b6-8819-4659-b112-6a1421449ece,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:32:30.931820 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f20ceb2-7131-4598-9e69-6a7043eba827 req-f03c3c45-449d-4edf-b463-e77572a3d75a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] No DVR routers for this DVR port 22c204b6-8819-4659-b112-6a1421449ece on host hv-cinder-81514 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:32:30.934338 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6f20ceb2-7131-4598-9e69-6a7043eba827 req-f03c3c45-449d-4edf-b463-e77572a3d75a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:30.937820 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6f20ceb2-7131-4598-9e69-6a7043eba827 req-f03c3c45-449d-4edf-b463-e77572a3d75a tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.77 "DELETE /v2.0/ports/22c204b6-8819-4659-b112-6a1421449ece HTTP/1.1" status: 204 len: 173 time: 0.3951728 Feb 14 15:32:30.938271 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f321aee7-0a74-497a-a4dc-6efe4693e524', 'name': 'network-vif-deleted', 'tag': '22c204b6-8819-4659-b112-6a1421449ece'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:32:30.941055 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1abeb1a5d8e1f1e6e1bb96851212bcf824c2896258c19f486f8e9279f35d241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75ddfa2-7322-4e38-a5e4-a498652b417e" -d '{"events": [{"server_uuid": "f321aee7-0a74-497a-a4dc-6efe4693e524", "name": "network-vif-deleted", "tag": "22c204b6-8819-4659-b112-6a1421449ece"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:32:30.981324 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9626e203-8257-4637-9623-c47a021ab983 x-openstack-request-id: req-9626e203-8257-4637-9623-c47a021ab983 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:32:30.981627 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f321aee7-0a74-497a-a4dc-6efe4693e524", "name": "network-vif-deleted", "tag": "22c204b6-8819-4659-b112-6a1421449ece", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:32:30.981885 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9626e203-8257-4637-9623-c47a021ab983 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:32:30.982290 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f321aee7-0a74-497a-a4dc-6efe4693e524', 'name': 'network-vif-deleted', 'tag': '22c204b6-8819-4659-b112-6a1421449ece', 'status': 'completed', 'code': 200} Feb 14 15:32:31.545471 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [req-abae3716-3235-47f2-afd7-dc43a35c5d7e req-4b48122f-b8cb-40dc-b922-740c8e9b9370 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "GET /v2.0/ports?device_id=f321aee7-0a74-497a-a4dc-6efe4693e524 HTTP/1.1" status: 200 len: 210 time: 0.0313098 Feb 14 15:32:32.604696 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 45078) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:32.736833 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe6120-be58-4a6a-83e7-577c430032f3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Deleting port b13bc916-8286-4f9d-9ec2-7268182ec2a6 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:32:32.737183 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6dfe6120-be58-4a6a-83e7-577c430032f3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (b13bc916-8286-4f9d-9ec2-7268182ec2a6), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:32.810982 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6dfe6120-be58-4a6a-83e7-577c430032f3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (b13bc916-8286-4f9d-9ec2-7268182ec2a6), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:32.811223 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6dfe6120-be58-4a6a-83e7-577c430032f3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for floatingip (b13bc916-8286-4f9d-9ec2-7268182ec2a6), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:32.822869 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe6120-be58-4a6a-83e7-577c430032f3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Calling delete_port for b13bc916-8286-4f9d-9ec2-7268182ec2a6 owned by network:floatingip {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:32:32.956465 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6dfe6120-be58-4a6a-83e7-577c430032f3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (b13bc916-8286-4f9d-9ec2-7268182ec2a6), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:32.982188 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe6120-be58-4a6a-83e7-577c430032f3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Pushing event deleted for resources: {'Port': ['ID=b13bc916-8286-4f9d-9ec2-7268182ec2a6,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:32:33.054822 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6dfe6120-be58-4a6a-83e7-577c430032f3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for floatingip (ff130410-e0d5-4771-a46f-a3ad55bc6d6f), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:33.057782 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6dfe6120-be58-4a6a-83e7-577c430032f3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91720'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:33.058948 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-6dfe6120-be58-4a6a-83e7-577c430032f3 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "DELETE /v2.0/floatingips/ff130410-e0d5-4771-a46f-a3ad55bc6d6f HTTP/1.1" status: 204 len: 168 time: 0.4532671 Feb 14 15:32:33.975231 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 22c204b6-8819-4659-b112-6a1421449ece no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:32:33.995268 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] No Port match for: 22c204b6-8819-4659-b112-6a1421449ece {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:32:33.995646 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Device 22c204b6-8819-4659-b112-6a1421449ece not bound to the agent host hv-cinder-81514 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:32:34.244595 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 45090) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:34.301784 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-16688e0d-56ae-4bb9-9f9d-672962255592 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group (0e44a08e-64d7-4b6c-bf66-067e9bea5a6c), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:34.326986 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-16688e0d-56ae-4bb9-9f9d-672962255592 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group (0e44a08e-64d7-4b6c-bf66-067e9bea5a6c), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:34.387773 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-16688e0d-56ae-4bb9-9f9d-672962255592 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (0e44a08e-64d7-4b6c-bf66-067e9bea5a6c), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:34.390405 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-16688e0d-56ae-4bb9-9f9d-672962255592 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:34.391641 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-16688e0d-56ae-4bb9-9f9d-672962255592 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] 10.222.0.87 "DELETE /v2.0/security-groups/0e44a08e-64d7-4b6c-bf66-067e9bea5a6c HTTP/1.1" status: 204 len: 168 time: 0.1460154 Feb 14 15:32:34.402574 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16688e0d-56ae-4bb9-9f9d-672962255592 tempest-TestVolumeBootPattern-649622882 tempest-TestVolumeBootPattern-649622882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e44a08e-64d7-4b6c-bf66-067e9bea5a6c,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:32:34.448370 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 45094) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:35.197726 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-14016864-7872-42aa-996b-09a876406d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559394'] for router_interface (b70b2871-a3eb-44e9-a6d5-e56131ccc248), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:35.437777 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-14016864-7872-42aa-996b-09a876406d3c admin admin] Deleting port a200a98b-052e-40b8-9c96-3568218dabb3 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:32:35.438471 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-14016864-7872-42aa-996b-09a876406d3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (a200a98b-052e-40b8-9c96-3568218dabb3), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:35.516125 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-14016864-7872-42aa-996b-09a876406d3c admin admin] For port a200a98b-052e-40b8-9c96-3568218dabb3, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=a200a98b-052e-40b8-9c96-3568218dabb3,segment=NetworkSegment(afa2d819-6b5e-4fac-a169-dbe67f7c62b1),segment_id=afa2d819-6b5e-4fac-a169-dbe67f7c62b1)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:32:35.516488 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-14016864-7872-42aa-996b-09a876406d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (a200a98b-052e-40b8-9c96-3568218dabb3), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:35.528351 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-14016864-7872-42aa-996b-09a876406d3c admin admin] Calling delete_port for a200a98b-052e-40b8-9c96-3568218dabb3 owned by network:router_interface {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:32:35.704015 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-14016864-7872-42aa-996b-09a876406d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (a200a98b-052e-40b8-9c96-3568218dabb3), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:35.727884 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14016864-7872-42aa-996b-09a876406d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=a200a98b-052e-40b8-9c96-3568218dabb3,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:32:35.900539 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-14016864-7872-42aa-996b-09a876406d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559542'] for router_interface (b70b2871-a3eb-44e9-a6d5-e56131ccc248), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:36.121206 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14016864-7872-42aa-996b-09a876406d3c admin admin] Router b70b2871-a3eb-44e9-a6d5-e56131ccc248 has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:32:36.235884 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14016864-7872-42aa-996b-09a876406d3c admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:32:36.240937 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-14016864-7872-42aa-996b-09a876406d3c admin admin] 10.222.0.87 "PUT /v2.0/routers/b70b2871-a3eb-44e9-a6d5-e56131ccc248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7914736 Feb 14 15:32:36.243655 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 45098) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:36.246262 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da974696-3225-41b4-a54a-f7f52b026827 None None] Sync routers for ids ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'] in dv-cinder-815146-10-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:32:36.258591 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da974696-3225-41b4-a54a-f7f52b026827 None None] Routers {'b70b2871-a3eb-44e9-a6d5-e56131ccc248'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:32:36.259297 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-da974696-3225-41b4-a54a-f7f52b026827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:32:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:32:36.349424 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fdc74f7e-c03d-4551-afda-4f80340ba154 admin admin] Publish callbacks [] for router (b70b2871-a3eb-44e9-a6d5-e56131ccc248), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:36.365723 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-da974696-3225-41b4-a54a-f7f52b026827 None None] Set router b70b2871-a3eb-44e9-a6d5-e56131ccc248 gateway port host: dv-cinder-815146-10-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:32:36.455671 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fdc74f7e-c03d-4551-afda-4f80340ba154 admin admin] Publish callbacks [] for router_gateway (b70b2871-a3eb-44e9-a6d5-e56131ccc248), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:36.509245 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-fdc74f7e-c03d-4551-afda-4f80340ba154 admin admin] Deleting port a16709aa-b3bc-4abe-b11a-20955e9510f9 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:32:36.509585 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fdc74f7e-c03d-4551-afda-4f80340ba154 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (a16709aa-b3bc-4abe-b11a-20955e9510f9), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:36.596070 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-fdc74f7e-c03d-4551-afda-4f80340ba154 admin admin] For port a16709aa-b3bc-4abe-b11a-20955e9510f9, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=a16709aa-b3bc-4abe-b11a-20955e9510f9,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:32:36.596437 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fdc74f7e-c03d-4551-afda-4f80340ba154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (a16709aa-b3bc-4abe-b11a-20955e9510f9), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:36.610834 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-fdc74f7e-c03d-4551-afda-4f80340ba154 admin admin] Calling delete_port for a16709aa-b3bc-4abe-b11a-20955e9510f9 owned by network:router_gateway {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:32:36.686739 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-da974696-3225-41b4-a54a-f7f52b026827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:32:35Z', 'revision_number': 5, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port': {'id': 'a16709aa-b3bc-4abe-b11a-20955e9510f9', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:32:36.712255 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da974696-3225-41b4-a54a-f7f52b026827 None None] Checking router: b70b2871-a3eb-44e9-a6d5-e56131ccc248 for host: dv-cinder-815146-10-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:32:36.725069 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da974696-3225-41b4-a54a-f7f52b026827 None None] Routers {'b70b2871-a3eb-44e9-a6d5-e56131ccc248'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:32:36.726151 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-da974696-3225-41b4-a54a-f7f52b026827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:32:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:32:36.786584 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fdc74f7e-c03d-4551-afda-4f80340ba154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (a16709aa-b3bc-4abe-b11a-20955e9510f9), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:36.812976 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc74f7e-c03d-4551-afda-4f80340ba154 admin admin] Pushing event deleted for resources: {'Port': ['ID=a16709aa-b3bc-4abe-b11a-20955e9510f9,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:32:36.816535 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-da974696-3225-41b4-a54a-f7f52b026827 None None] Set router b70b2871-a3eb-44e9-a6d5-e56131ccc248 gateway port host: None {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:32:36.872467 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-da974696-3225-41b4-a54a-f7f52b026827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:32:36Z', 'revision_number': 6, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port_host': None}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:32:36.875196 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fdc74f7e-c03d-4551-afda-4f80340ba154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554216'] for router_gateway (b70b2871-a3eb-44e9-a6d5-e56131ccc248), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:36.899691 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da974696-3225-41b4-a54a-f7f52b026827 None None] The sync data for ids ['b70b2871-a3eb-44e9-a6d5-e56131ccc248'] in dv-cinder-815146-10-iscsi is: [{'id': 'b70b2871-a3eb-44e9-a6d5-e56131ccc248', 'name': 'tempest-TestVolumeBootPattern-469121951-router', 'tenant_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:36Z', 'updated_at': '2022-02-14T15:32:36Z', 'revision_number': 6, 'project_id': '864ccbbef8e84659a7b7acf3f9d7c862', 'gw_port_host': None}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:32:36.973817 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fdc74f7e-c03d-4551-afda-4f80340ba154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8855'] for router (b70b2871-a3eb-44e9-a6d5-e56131ccc248), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:36.978395 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fdc74f7e-c03d-4551-afda-4f80340ba154 admin admin] Publish callbacks [] for router_controller (b70b2871-a3eb-44e9-a6d5-e56131ccc248), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:37.021857 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fdc74f7e-c03d-4551-afda-4f80340ba154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553540'] for router (b70b2871-a3eb-44e9-a6d5-e56131ccc248), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:37.022449 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc74f7e-c03d-4551-afda-4f80340ba154 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b70b2871-a3eb-44e9-a6d5-e56131ccc248 {{(pid=102563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 15:32:37.027247 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fdc74f7e-c03d-4551-afda-4f80340ba154 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:37.028518 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-fdc74f7e-c03d-4551-afda-4f80340ba154 admin admin] 10.222.0.87 "DELETE /v2.0/routers/b70b2871-a3eb-44e9-a6d5-e56131ccc248 HTTP/1.1" status: 204 len: 168 time: 0.7838733 Feb 14 15:32:37.031056 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 45100) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:37.076010 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f09f73a-3db9-4cbc-b080-482cfeb2b078 admin admin] Deleting subnet 689638d8-9b8e-4ad2-8489-3863e071ea41 {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:32:37.078999 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2f09f73a-3db9-4cbc-b080-482cfeb2b078 admin admin] Publish callbacks [] for subnet (689638d8-9b8e-4ad2-8489-3863e071ea41), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:37.113116 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2f09f73a-3db9-4cbc-b080-482cfeb2b078 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63220632'] for subnet (689638d8-9b8e-4ad2-8489-3863e071ea41), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:37.191346 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2f09f73a-3db9-4cbc-b080-482cfeb2b078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1868731'] for subnet (689638d8-9b8e-4ad2-8489-3863e071ea41), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:37.246113 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2f09f73a-3db9-4cbc-b080-482cfeb2b078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63367949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64822354'] for subnet (689638d8-9b8e-4ad2-8489-3863e071ea41), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:37.272868 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09f73a-3db9-4cbc-b080-482cfeb2b078 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=689638d8-9b8e-4ad2-8489-3863e071ea41,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:32:37.275148 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2f09f73a-3db9-4cbc-b080-482cfeb2b078 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:37.278489 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-2f09f73a-3db9-4cbc-b080-482cfeb2b078 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/689638d8-9b8e-4ad2-8489-3863e071ea41 HTTP/1.1" status: 204 len: 168 time: 0.2464528 Feb 14 15:32:37.280898 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.87', 45102) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:37.281186 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239c91a4-8939-429b-bf08-fadd257bc263 None None] Network fc76fd3b-67a5-4661-834d-70f414d1700e requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:32:37.355360 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-05a79c43-9a26-4526-8192-7decc63cec90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1712449'] for network (fc76fd3b-67a5-4661-834d-70f414d1700e), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:37.411329 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-05a79c43-9a26-4526-8192-7decc63cec90 admin admin] Deleting port 0e5208dd-82d5-4af0-8e61-72b94b23d852 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:32:37.411784 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-05a79c43-9a26-4526-8192-7decc63cec90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (0e5208dd-82d5-4af0-8e61-72b94b23d852), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:37.473800 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-05a79c43-9a26-4526-8192-7decc63cec90 admin admin] For port 0e5208dd-82d5-4af0-8e61-72b94b23d852, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=0e5208dd-82d5-4af0-8e61-72b94b23d852,segment=NetworkSegment(afa2d819-6b5e-4fac-a169-dbe67f7c62b1),segment_id=afa2d819-6b5e-4fac-a169-dbe67f7c62b1)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:32:37.474532 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-05a79c43-9a26-4526-8192-7decc63cec90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (0e5208dd-82d5-4af0-8e61-72b94b23d852), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:37.490333 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-05a79c43-9a26-4526-8192-7decc63cec90 admin admin] Calling delete_port for 0e5208dd-82d5-4af0-8e61-72b94b23d852 owned by network:dhcp {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:32:37.566540 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-05a79c43-9a26-4526-8192-7decc63cec90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63367378'] for port (0e5208dd-82d5-4af0-8e61-72b94b23d852), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:37.593462 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a79c43-9a26-4526-8192-7decc63cec90 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e5208dd-82d5-4af0-8e61-72b94b23d852,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:32:37.595247 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a79c43-9a26-4526-8192-7decc63cec90 admin admin] No DVR routers for this DVR port 0e5208dd-82d5-4af0-8e61-72b94b23d852 on host dv-cinder-815146-10-iscsi {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:32:37.669407 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-05a79c43-9a26-4526-8192-7decc63cec90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1869372', 'neutron.services.segments.db._delete_segments_for_network-8752305293424'] for network (fc76fd3b-67a5-4661-834d-70f414d1700e), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:37.690039 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-05a79c43-9a26-4526-8192-7decc63cec90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc76fd3b-67a5-4661-834d-70f414d1700e']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:32:37.700780 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492656bd-fd9c-4f6c-9d99-d20fdaa7cea7 None None] DHCP port deletion for fc76fd3b-67a5-4661-834d-70f414d1700e request from dv-cinder-815146-10-iscsi {{(pid=102565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 15:32:37.703382 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-05a79c43-9a26-4526-8192-7decc63cec90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa2d819-6b5e-4fac-a169-dbe67f7c62b1') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:32:37.703728 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-05a79c43-9a26-4526-8192-7decc63cec90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa2d819-6b5e-4fac-a169-dbe67f7c62b1') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:32:37.715068 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-05a79c43-9a26-4526-8192-7decc63cec90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752305294713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63220623'] for segment (afa2d819-6b5e-4fac-a169-dbe67f7c62b1), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:37.733832 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-05a79c43-9a26-4526-8192-7decc63cec90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (afa2d819-6b5e-4fac-a169-dbe67f7c62b1), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:37.740005 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a79c43-9a26-4526-8192-7decc63cec90 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:32:37.740598 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-05a79c43-9a26-4526-8192-7decc63cec90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63367343'] for segment (afa2d819-6b5e-4fac-a169-dbe67f7c62b1), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: Traceback (most recent call last): Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: timer() Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: cb(*args, **kw) Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: return func(*args, **kwargs) Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: self._notify() Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: self.callback(batched_events) Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: event.method(event) Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: return f(self, *a, **k) Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: return self._get(url).json() Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:32:37.742762 dv-cinder-815146-10-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:32:37.779697 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device a16709aa-b3bc-4abe-b11a-20955e9510f9 no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:32:37.802210 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: a16709aa-b3bc-4abe-b11a-20955e9510f9 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:32:37.802591 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device a16709aa-b3bc-4abe-b11a-20955e9510f9 not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:32:37.803261 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-05a79c43-9a26-4526-8192-7decc63cec90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1869365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560688'] for network (fc76fd3b-67a5-4661-834d-70f414d1700e), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:37.803510 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device a200a98b-052e-40b8-9c96-3568218dabb3 no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:32:37.809284 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-05a79c43-9a26-4526-8192-7decc63cec90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:37.812531 dv-cinder-815146-10-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-05a79c43-9a26-4526-8192-7decc63cec90 admin admin] 10.222.0.87 "DELETE /v2.0/networks/fc76fd3b-67a5-4661-834d-70f414d1700e HTTP/1.1" status: 204 len: 168 time: 0.5306914 Feb 14 15:32:37.815571 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 45104) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:37.824535 dv-cinder-815146-10-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a79c43-9a26-4526-8192-7decc63cec90 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc76fd3b-67a5-4661-834d-70f414d1700e,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:32:37.830753 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: a200a98b-052e-40b8-9c96-3568218dabb3 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:32:37.831172 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device a200a98b-052e-40b8-9c96-3568218dabb3 not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:32:37.831701 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 0e5208dd-82d5-4af0-8e61-72b94b23d852 no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:32:37.852405 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: 0e5208dd-82d5-4af0-8e61-72b94b23d852 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:32:37.852878 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 0e5208dd-82d5-4af0-8e61-72b94b23d852 not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:32:38.400457 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9424c397-9a74-4aeb-8bba-df6b14bf70b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559394'] for router_interface (0933bf04-5e52-45f5-bdd9-7968d5abf5aa), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:38.645618 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-9424c397-9a74-4aeb-8bba-df6b14bf70b4 admin admin] Deleting port 46563819-b92a-4ae0-ac99-04582b8c2792 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:32:38.646482 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9424c397-9a74-4aeb-8bba-df6b14bf70b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (46563819-b92a-4ae0-ac99-04582b8c2792), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:38.725777 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-9424c397-9a74-4aeb-8bba-df6b14bf70b4 admin admin] For port 46563819-b92a-4ae0-ac99-04582b8c2792, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=46563819-b92a-4ae0-ac99-04582b8c2792,segment=NetworkSegment(aa2ff3a3-2f99-41a6-818a-a90f458a5a3f),segment_id=aa2ff3a3-2f99-41a6-818a-a90f458a5a3f)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:32:38.726042 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9424c397-9a74-4aeb-8bba-df6b14bf70b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (46563819-b92a-4ae0-ac99-04582b8c2792), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:38.738100 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-9424c397-9a74-4aeb-8bba-df6b14bf70b4 admin admin] Calling delete_port for 46563819-b92a-4ae0-ac99-04582b8c2792 owned by network:router_interface {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:32:38.917744 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9424c397-9a74-4aeb-8bba-df6b14bf70b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (46563819-b92a-4ae0-ac99-04582b8c2792), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:38.944209 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424c397-9a74-4aeb-8bba-df6b14bf70b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=46563819-b92a-4ae0-ac99-04582b8c2792,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:32:39.115087 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9424c397-9a74-4aeb-8bba-df6b14bf70b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559542'] for router_interface (0933bf04-5e52-45f5-bdd9-7968d5abf5aa), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:39.335069 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9424c397-9a74-4aeb-8bba-df6b14bf70b4 admin admin] Router 0933bf04-5e52-45f5-bdd9-7968d5abf5aa has already been hosted by L3 agent 6f051590-4ef3-4af4-aad9-c9613a28145e {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:32:39.441125 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9424c397-9a74-4aeb-8bba-df6b14bf70b4 admin admin] Notify agent at l3_agent.dv-cinder-815146-10-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:32:39.446717 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-9424c397-9a74-4aeb-8bba-df6b14bf70b4 admin admin] 10.222.0.87 "PUT /v2.0/routers/0933bf04-5e52-45f5-bdd9-7968d5abf5aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6292386 Feb 14 15:32:39.449335 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 45106) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:39.450601 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bb568a-408c-4c58-992e-ddac9af2a957 None None] Sync routers for ids ['0933bf04-5e52-45f5-bdd9-7968d5abf5aa'] in dv-cinder-815146-10-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:32:39.461222 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bb568a-408c-4c58-992e-ddac9af2a957 None None] Routers {'0933bf04-5e52-45f5-bdd9-7968d5abf5aa'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:32:39.461840 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-00bb568a-408c-4c58-992e-ddac9af2a957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:32:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['0933bf04-5e52-45f5-bdd9-7968d5abf5aa'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:32:39.565339 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-67b755e8-1933-432d-aa22-79c2b223d75a admin admin] Publish callbacks [] for router (0933bf04-5e52-45f5-bdd9-7968d5abf5aa), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:39.572398 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-00bb568a-408c-4c58-992e-ddac9af2a957 None None] Set router 0933bf04-5e52-45f5-bdd9-7968d5abf5aa gateway port host: dv-cinder-815146-10-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:32:39.669926 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-67b755e8-1933-432d-aa22-79c2b223d75a admin admin] Publish callbacks [] for router_gateway (0933bf04-5e52-45f5-bdd9-7968d5abf5aa), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:39.722117 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-67b755e8-1933-432d-aa22-79c2b223d75a admin admin] Deleting port 568f8779-9787-4479-bce0-a4ea776ea63b {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:32:39.722455 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-67b755e8-1933-432d-aa22-79c2b223d75a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (568f8779-9787-4479-bce0-a4ea776ea63b), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:39.749984 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-00bb568a-408c-4c58-992e-ddac9af2a957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933bf04-5e52-45f5-bdd9-7968d5abf5aa', 'name': 'tempest-TestVolumeBootPattern-615262719-router', 'tenant_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'external_fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '568f8779-9787-4479-bce0-a4ea776ea63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:40Z', 'updated_at': '2022-02-14T15:32:38Z', 'revision_number': 5, 'project_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'gw_port': {'id': '568f8779-9787-4479-bce0-a4ea776ea63b', 'name': '', 'network_id': 'a318f2e5-fbf9-4a36-a1d1-4a864fc5139f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933bf04-5e52-45f5-bdd9-7968d5abf5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:25:41Z', 'updated_at': '2022-02-14T15:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bedbbde-d873-4c55-9589-51025e0481b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-10-iscsi'}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:32:39.777157 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bb568a-408c-4c58-992e-ddac9af2a957 None None] Checking router: 0933bf04-5e52-45f5-bdd9-7968d5abf5aa for host: dv-cinder-815146-10-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:32:39.785629 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bb568a-408c-4c58-992e-ddac9af2a957 None None] Routers {'0933bf04-5e52-45f5-bdd9-7968d5abf5aa'} bound to L3 agent in host dv-cinder-815146-10-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:32:39.786239 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-00bb568a-408c-4c58-992e-ddac9af2a957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:09:46Z,description=,heartbeat_timestamp=2022-02-14T15:32:16Z,host='dv-cinder-815146-10-iscsi',id=6f051590-4ef3-4af4-aad9-c9613a28145e,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:09:46Z,topic='l3_agent')) {'router_ids': ['0933bf04-5e52-45f5-bdd9-7968d5abf5aa'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:32:39.803886 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-67b755e8-1933-432d-aa22-79c2b223d75a admin admin] For port 568f8779-9787-4479-bce0-a4ea776ea63b, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=568f8779-9787-4479-bce0-a4ea776ea63b,segment=NetworkSegment(038ca40d-da4a-4583-a903-b65f2431c918),segment_id=038ca40d-da4a-4583-a903-b65f2431c918)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:32:39.804248 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-67b755e8-1933-432d-aa22-79c2b223d75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (568f8779-9787-4479-bce0-a4ea776ea63b), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:39.819157 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-67b755e8-1933-432d-aa22-79c2b223d75a admin admin] Calling delete_port for 568f8779-9787-4479-bce0-a4ea776ea63b owned by network:router_gateway {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:32:39.975283 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-00bb568a-408c-4c58-992e-ddac9af2a957 None None] Set router 0933bf04-5e52-45f5-bdd9-7968d5abf5aa gateway port host: None {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:32:40.001737 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-67b755e8-1933-432d-aa22-79c2b223d75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (568f8779-9787-4479-bce0-a4ea776ea63b), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:40.028042 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b755e8-1933-432d-aa22-79c2b223d75a admin admin] Pushing event deleted for resources: {'Port': ['ID=568f8779-9787-4479-bce0-a4ea776ea63b,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:32:40.030611 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-00bb568a-408c-4c58-992e-ddac9af2a957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933bf04-5e52-45f5-bdd9-7968d5abf5aa', 'name': 'tempest-TestVolumeBootPattern-615262719-router', 'tenant_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:40Z', 'updated_at': '2022-02-14T15:32:39Z', 'revision_number': 6, 'project_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'gw_port_host': None}], 'dv-cinder-815146-10-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:32:40.059666 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bb568a-408c-4c58-992e-ddac9af2a957 None None] The sync data for ids ['0933bf04-5e52-45f5-bdd9-7968d5abf5aa'] in dv-cinder-815146-10-iscsi is: [{'id': '0933bf04-5e52-45f5-bdd9-7968d5abf5aa', 'name': 'tempest-TestVolumeBootPattern-615262719-router', 'tenant_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:25:40Z', 'updated_at': '2022-02-14T15:32:39Z', 'revision_number': 6, 'project_id': '3cc1cb8bf94947c483e73c9ce90fe132', 'gw_port_host': None}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:32:40.093285 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-67b755e8-1933-432d-aa22-79c2b223d75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554216'] for router_gateway (0933bf04-5e52-45f5-bdd9-7968d5abf5aa), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:40.183888 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-67b755e8-1933-432d-aa22-79c2b223d75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8855'] for router (0933bf04-5e52-45f5-bdd9-7968d5abf5aa), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:40.185993 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-67b755e8-1933-432d-aa22-79c2b223d75a admin admin] Publish callbacks [] for router_controller (0933bf04-5e52-45f5-bdd9-7968d5abf5aa), precommit_delete_associations {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:40.231814 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-67b755e8-1933-432d-aa22-79c2b223d75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553540'] for router (0933bf04-5e52-45f5-bdd9-7968d5abf5aa), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:40.232285 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b755e8-1933-432d-aa22-79c2b223d75a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0933bf04-5e52-45f5-bdd9-7968d5abf5aa {{(pid=102564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 15:32:40.236855 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-67b755e8-1933-432d-aa22-79c2b223d75a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:40.237995 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-67b755e8-1933-432d-aa22-79c2b223d75a admin admin] 10.222.0.87 "DELETE /v2.0/routers/0933bf04-5e52-45f5-bdd9-7968d5abf5aa HTTP/1.1" status: 204 len: 168 time: 0.7877316 Feb 14 15:32:40.241440 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 45108) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:40.284882 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_v2 [None req-63dbb358-f929-421d-a8d8-9097d5f6aa7e admin admin] Deleting subnet d9c19663-97f3-43a5-ac6b-67c8d9563f0d {{(pid=102564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:32:40.288155 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-63dbb358-f929-421d-a8d8-9097d5f6aa7e admin admin] Publish callbacks [] for subnet (d9c19663-97f3-43a5-ac6b-67c8d9563f0d), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:40.322541 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-63dbb358-f929-421d-a8d8-9097d5f6aa7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63366563'] for subnet (d9c19663-97f3-43a5-ac6b-67c8d9563f0d), precommit_delete_associations {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:40.405187 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-63dbb358-f929-421d-a8d8-9097d5f6aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1868731'] for subnet (d9c19663-97f3-43a5-ac6b-67c8d9563f0d), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:40.461720 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-63dbb358-f929-421d-a8d8-9097d5f6aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62982484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63375816'] for subnet (d9c19663-97f3-43a5-ac6b-67c8d9563f0d), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:40.491698 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-63dbb358-f929-421d-a8d8-9097d5f6aa7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:40.495832 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-63dbb358-f929-421d-a8d8-9097d5f6aa7e admin admin] 10.222.0.87 "DELETE /v2.0/subnets/d9c19663-97f3-43a5-ac6b-67c8d9563f0d HTTP/1.1" status: 204 len: 168 time: 0.2534013 Feb 14 15:32:40.496788 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbb358-f929-421d-a8d8-9097d5f6aa7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9c19663-97f3-43a5-ac6b-67c8d9563f0d,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:32:40.497320 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fcb89d-7a8c-40a7-9184-299c982db1e8 None None] Network 9f3af8da-54d8-46e3-969c-a0cba5b326cc requested from dv-cinder-815146-10-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:32:40.498296 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 45110) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:40.570649 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-bbde77fe-904d-48e3-a7a6-9be980c02b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1712449'] for network (9f3af8da-54d8-46e3-969c-a0cba5b326cc), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:40.623741 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-bbde77fe-904d-48e3-a7a6-9be980c02b75 admin admin] Deleting port 58cde45f-aeaa-4be8-91ed-6133387d323d {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:32:40.624095 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-bbde77fe-904d-48e3-a7a6-9be980c02b75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752305302348'] for port (58cde45f-aeaa-4be8-91ed-6133387d323d), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:40.685999 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-bbde77fe-904d-48e3-a7a6-9be980c02b75 admin admin] For port 58cde45f-aeaa-4be8-91ed-6133387d323d, host dv-cinder-815146-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-10-iscsi',level=0,port_id=58cde45f-aeaa-4be8-91ed-6133387d323d,segment=NetworkSegment(aa2ff3a3-2f99-41a6-818a-a90f458a5a3f),segment_id=aa2ff3a3-2f99-41a6-818a-a90f458a5a3f)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:32:40.686362 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-bbde77fe-904d-48e3-a7a6-9be980c02b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560360'] for port (58cde45f-aeaa-4be8-91ed-6133387d323d), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:40.698442 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-bbde77fe-904d-48e3-a7a6-9be980c02b75 admin admin] Calling delete_port for 58cde45f-aeaa-4be8-91ed-6133387d323d owned by network:dhcp {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:32:40.782176 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-bbde77fe-904d-48e3-a7a6-9be980c02b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1776723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752305306543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752304783436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62982795'] for port (58cde45f-aeaa-4be8-91ed-6133387d323d), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:40.797008 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba60744-3c50-4efd-a3e7-620445559e32 None None] DHCP port deletion for 9f3af8da-54d8-46e3-969c-a0cba5b326cc request from dv-cinder-815146-10-iscsi {{(pid=102565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 15:32:40.811127 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde77fe-904d-48e3-a7a6-9be980c02b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=58cde45f-aeaa-4be8-91ed-6133387d323d,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:32:40.814498 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde77fe-904d-48e3-a7a6-9be980c02b75 admin admin] No DVR routers for this DVR port 58cde45f-aeaa-4be8-91ed-6133387d323d on host dv-cinder-815146-10-iscsi {{(pid=102564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:32:40.888345 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-bbde77fe-904d-48e3-a7a6-9be980c02b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1869372', 'neutron.services.segments.db._delete_segments_for_network-8752305293424'] for network (9f3af8da-54d8-46e3-969c-a0cba5b326cc), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:40.910445 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-bbde77fe-904d-48e3-a7a6-9be980c02b75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3af8da-54d8-46e3-969c-a0cba5b326cc']}} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:32:40.921512 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-bbde77fe-904d-48e3-a7a6-9be980c02b75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2ff3a3-2f99-41a6-818a-a90f458a5a3f') {'for_net_delete': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:32:40.921819 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-bbde77fe-904d-48e3-a7a6-9be980c02b75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2ff3a3-2f99-41a6-818a-a90f458a5a3f') {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:32:40.931306 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-bbde77fe-904d-48e3-a7a6-9be980c02b75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752305294713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63366580'] for segment (aa2ff3a3-2f99-41a6-818a-a90f458a5a3f), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:40.945541 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-bbde77fe-904d-48e3-a7a6-9be980c02b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105'] for segment (aa2ff3a3-2f99-41a6-818a-a90f458a5a3f), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:40.951405 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbde77fe-904d-48e3-a7a6-9be980c02b75 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=102564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:32:40.951841 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-bbde77fe-904d-48e3-a7a6-9be980c02b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62982902'] for segment (aa2ff3a3-2f99-41a6-818a-a90f458a5a3f), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: Traceback (most recent call last): Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: timer() Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: cb(*args, **kw) Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: return func(*args, **kwargs) Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: self._notify() Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: self.callback(batched_events) Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: event.method(event) Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: return f(self, *a, **k) Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: return self._get(url).json() Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: return self.request(url, 'GET', **kwargs) Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:32:40.953509 dv-cinder-815146-10-iscsi neutron-server[102564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:32:41.025596 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-bbde77fe-904d-48e3-a7a6-9be980c02b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1869365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560688'] for network (9f3af8da-54d8-46e3-969c-a0cba5b326cc), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:41.033052 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-bbde77fe-904d-48e3-a7a6-9be980c02b75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600743'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:41.041016 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-bbde77fe-904d-48e3-a7a6-9be980c02b75 admin admin] 10.222.0.87 "DELETE /v2.0/networks/9f3af8da-54d8-46e3-969c-a0cba5b326cc HTTP/1.1" status: 204 len: 168 time: 0.5370564 Feb 14 15:32:41.049328 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde77fe-904d-48e3-a7a6-9be980c02b75 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f3af8da-54d8-46e3-969c-a0cba5b326cc,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:32:41.164463 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 45114) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:41.207298 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-d8827a88-c807-4c10-abc1-5d98be20b8ce admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=864ccbbef8e84659a7b7acf3f9d7c862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416780 Feb 14 15:32:41.210463 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 45116) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:41.256021 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c0479d1a-b056-4d67-835e-7d243acc42db admin admin] Publish callbacks [] for security_group (c0d1dfd8-785d-48c9-aa0c-c4a831334baf), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:41.277208 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c0479d1a-b056-4d67-835e-7d243acc42db admin admin] Publish callbacks [] for security_group (c0d1dfd8-785d-48c9-aa0c-c4a831334baf), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:41.323239 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c0479d1a-b056-4d67-835e-7d243acc42db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (c0d1dfd8-785d-48c9-aa0c-c4a831334baf), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:41.325725 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c0479d1a-b056-4d67-835e-7d243acc42db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:41.326857 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-c0479d1a-b056-4d67-835e-7d243acc42db admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c0d1dfd8-785d-48c9-aa0c-c4a831334baf HTTP/1.1" status: 204 len: 168 time: 0.1155159 Feb 14 15:32:41.335136 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0479d1a-b056-4d67-835e-7d243acc42db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d1dfd8-785d-48c9-aa0c-c4a831334baf,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:32:41.545117 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 58cde45f-aeaa-4be8-91ed-6133387d323d no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:32:41.573334 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: 58cde45f-aeaa-4be8-91ed-6133387d323d {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:32:41.573697 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 58cde45f-aeaa-4be8-91ed-6133387d323d not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:32:41.574120 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 46563819-b92a-4ae0-ac99-04582b8c2792 no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:32:41.594502 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: 46563819-b92a-4ae0-ac99-04582b8c2792 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:32:41.594923 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 46563819-b92a-4ae0-ac99-04582b8c2792 not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:32:41.595341 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 568f8779-9787-4479-bce0-a4ea776ea63b no longer exists at agent ovs-agent-dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:32:41.615523 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] No Port match for: 568f8779-9787-4479-bce0-a4ea776ea63b {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:32:41.615910 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Device 568f8779-9787-4479-bce0-a4ea776ea63b not bound to the agent host dv-cinder-815146-10-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:32:41.649692 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 45122) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:41.689251 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-cb8341fe-a753-4d58-99e7-236f7fb68348 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3cc1cb8bf94947c483e73c9ce90fe132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383983 Feb 14 15:32:41.691585 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.87', 45124) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:41.736900 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c312340c-8e6a-4f08-8699-8f05684756c2 admin admin] Publish callbacks [] for security_group (76de7a5f-63c5-4add-85be-b99e3605badc), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:41.758387 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c312340c-8e6a-4f08-8699-8f05684756c2 admin admin] Publish callbacks [] for security_group (76de7a5f-63c5-4add-85be-b99e3605badc), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:41.807138 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c312340c-8e6a-4f08-8699-8f05684756c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939938'] for security_group (76de7a5f-63c5-4add-85be-b99e3605badc), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:41.811365 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c312340c-8e6a-4f08-8699-8f05684756c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:41.812543 dv-cinder-815146-10-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-c312340c-8e6a-4f08-8699-8f05684756c2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/76de7a5f-63c5-4add-85be-b99e3605badc HTTP/1.1" status: 204 len: 168 time: 0.1200640 Feb 14 15:32:41.821016 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312340c-8e6a-4f08-8699-8f05684756c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76de7a5f-63c5-4add-85be-b99e3605badc,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:32:43.005304 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:43.443688 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-70c575a9-bc3c-4c90-a69c-63f0cba0cd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:45.650614 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f48b15e1-8fba-439d-8d87-8e80b4e652cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:47.359256 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:48.637983 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:49.825846 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:58.803845 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:33:13.004462 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:13.436849 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b1438ad9-439e-4c8a-8226-9fa7c8d7c603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:15.652259 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-2aa8d77b-4ce6-42ac-901d-b3bd8d2570cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:17.364685 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:18.640179 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:18.911488 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [req-6e6d68e0-948c-46b6-8ecf-ef983503dfe9 req-81fe8743-7530-4276-9430-a117a8d55202 service neutron] (102564) timed out ('10.222.0.77', 64080) {{(pid=102564) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 15:33:19.828573 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:35.803534 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:33:43.011496 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:43.438836 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1817-e3b2-40cc-82d7-255d41540abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:45.654940 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-ae9bdaf3-7e3c-4063-8a9e-0b2e521360f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:47.364852 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:48.642403 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:49.831457 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:12.803366 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:34:13.013475 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:13.440419 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-fa88759b-ce56-4842-91ff-88c83a824254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:15.656321 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-1775d506-ed85-461c-9a65-4278e25d2ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:17.367587 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:18.644860 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:19.834302 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:43.045808 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:43.443865 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c431ec56-643f-4224-9c32-27515fac8324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:45.660268 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2f39b6b-7d2d-4192-a7fe-40e89b3edf3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:47.372379 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:48.647933 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:49.802592 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:34:49.840137 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:35:13.048609 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:35:13.446694 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-221647d8-e0fd-443d-8966-015a9d8f66fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:35:15.662917 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-08e3e92f-63f8-40e1-9f47-e8b16d6c2b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:35:17.374686 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:35:18.651300 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:35:19.838103 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:35:26.801724 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:35:38.458735 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [req-100e79dc-4980-4a93-b8fd-2b2fdde1cbbb req-f7ed6463-0adb-4a94-9179-e15c99a13813 service neutron] (102564) timed out ('10.222.0.87', 39060) {{(pid=102564) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 15:35:38.670615 dv-cinder-815146-10-iscsi neutron-server[102564]: DEBUG neutron.wsgi [req-100e79dc-4980-4a93-b8fd-2b2fdde1cbbb req-a270c43b-b0a6-4eca-a406-48b77f9b494c tempest-AttachVolumeShelveTestJSON-1202518478 tempest-AttachVolumeShelveTestJSON-1202518478-project] (102564) timed out ('10.222.0.87', 39068) {{(pid=102564) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 15:35:43.048659 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:35:43.446077 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b06c233a-8a28-4224-90d0-fce720019d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:35:45.665823 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-0c1d94e2-298e-429e-801e-647a63456c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:35:47.377594 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:35:48.661906 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:35:49.832969 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:03.801042 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:36:13.046652 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:13.449791 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6abe5de6-f371-45a8-ab06-fe2254f2e8c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:15.667920 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a7449120-6499-4444-ab8f-6ffcee6e3f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:17.379994 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:18.657531 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:19.836284 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:40.800524 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:36:43.044916 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:43.451415 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-0f03ba39-c5dc-43d9-9c57-1cea25b5904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:45.670767 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-9c52bcce-3d12-4bfe-b9b4-78a4b7c59565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:47.384916 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:48.659520 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:49.838331 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:13.041805 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:13.454955 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-9c85cf33-44e4-49df-8dab-01fbf1ee3e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:15.673453 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b6d8fcf1-7473-4dcc-bf1f-90e39dc660c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:17.386988 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:17.800219 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:37:18.663290 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:19.843719 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:43.068148 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f069fdb4-22b9-47a6-84b8-f9c9a2b2df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (f190771b-33cd-44d9-aea8-80be24af3e8a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:43.457556 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-dce3e73e-306a-441a-8587-977e60eb05fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (b66b99de-e32e-4873-b4e6-197912f08fb5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:45.680883 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-5b15126a-1772-477f-ac5d-33e30c62b7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (6f051590-4ef3-4af4-aad9-c9613a28145e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:47.391130 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7a691c39-6d6b-46ad-81ff-8abd2a8633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (1fac2a09-64a2-4110-b1d4-9e80588f296d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:48.679769 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a2c03968-27ed-4863-825f-96e76a66f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (ccb653f5-147a-4dd7-84ba-4312567bdae1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:49.862642 dv-cinder-815146-10-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fee6-8651-4844-bad9-8bc2b75cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752305293406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1870123'] for agent (a0cabe31-d8cb-49be-a6c6-17cd784186b9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:54.805279 dv-cinder-815146-10-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-a40fa623-e03d-4dfd-b7cf-be8eb7a8d600 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}